{"plan_sha256": "bcdfa765d205daabe1d5ce7e2e6942586f70608d996979f793ac9daa111fcc45", "source_sha256": {"post_training_frontier_train.py": "8973ec0f7f982f0bb88f58f7369432bdb5a1a79cadfdcf90ea5452fc08b4be35", "post_training_frontier.py": "dd8e2098ae9ea9ae12837ef30ee1027905089ec019cfc13e99347014de0c21fa"}, "python": "3.12.12", "torch": "2.14.1", "platform": "macOS-26.6.2-arm64-arm-64bit", "device": "cpu", "dtype": "float32", "runs": [{"seed": 11, "sft_loss": [2.2927675247192383, 2.284301280975342, 2.1821084022521973, 2.2109692096710205, 2.1410717964172363, 2.111304521560669, 1.9755545854568481, 1.9639266729354858, 1.9070347547531128, 1.8608869314193726, 1.8205255270004272, 1.8641371726989746, 1.7263643741607666, 1.6839879751205444, 1.7010289430618286, 1.5553539991378784, 1.6226004362106323, 1.6147266626358032, 1.415305733680725, 1.6766074895858765, 1.4882091283798218, 1.6032556295394897, 1.4852287769317627, 1.5326441526412964, 1.390188455581665, 1.3122118711471558, 1.485076665878296, 1.348230242729187, 1.3038783073425293, 1.3307292461395264, 1.4657119512557983, 1.2643262147903442, 1.1994614601135254, 1.282645344734192, 1.3592779636383057, 1.3854533433914185, 1.1285141706466675, 1.1352994441986084, 1.2384390830993652, 1.1710282564163208, 0.9652637243270874, 1.2088418006896973, 0.9652122855186462, 1.2194541692733765, 1.2033932209014893, 1.0663034915924072, 1.0392271280288696, 1.1756542921066284, 1.0609500408172607, 0.9396109580993652, 1.1197669506072998, 1.0941846370697021, 1.0435655117034912, 1.0431642532348633, 0.9797402620315552, 1.0488349199295044, 0.9635717272758484, 1.0045050382614136, 1.0132981538772583, 1.0704586505889893, 0.9549695253372192, 1.025195837020874, 0.9045842885971069, 0.8814091682434082, 1.029518961906433, 0.9900897145271301, 0.9584494829177856, 0.9982812404632568, 0.963010847568512, 0.9762821197509766, 1.0346027612686157, 0.8853742480278015, 0.9043338298797607, 0.9144757390022278, 0.9050783514976501, 0.9253065586090088, 0.7486395239830017, 0.8919902443885803, 0.8295036554336548, 0.9873380661010742, 0.7691578269004822, 0.8156251311302185, 0.8168210387229919, 0.9421910643577576, 0.9528952836990356, 0.8233458995819092, 0.8415398597717285, 0.8292684555053711, 0.8087712526321411, 0.8320032358169556, 0.8731980323791504, 0.8914222717285156, 0.8930687308311462, 0.8647958636283875, 0.8176717162132263, 0.7692128419876099, 0.7146955728530884, 0.8813062310218811, 0.7565408945083618, 0.7607296109199524, 0.8282750844955444, 0.8452774286270142, 0.7830608487129211, 0.7824524641036987, 0.7437628507614136, 0.8048111796379089, 0.7986559867858887, 0.8325899839401245, 0.8080894947052002, 0.7213977575302124, 0.7052343487739563, 0.7717728614807129, 0.6894098520278931, 0.6835559010505676, 0.6280040144920349, 0.8168442249298096, 0.7975519895553589, 0.6987528204917908, 0.7454551458358765, 0.8181927800178528, 0.7844546437263489, 0.7348941564559937, 0.6773486137390137, 0.6435620784759521, 0.5999205112457275, 0.7501690983772278, 0.6260349750518799, 0.6149423122406006, 0.6815168857574463, 0.6010038256645203, 0.6256822943687439, 0.5936474800109863, 0.6460506319999695, 0.6818388104438782, 0.5708996057510376, 0.6150006651878357, 0.7053526639938354, 0.7218262553215027, 0.5696497559547424, 0.5774255990982056, 0.5804334878921509, 0.5668180584907532, 0.6000774502754211, 0.552759051322937, 0.6622124910354614, 0.6817778944969177, 0.6621267199516296, 0.6831244826316833, 0.5950940251350403, 0.5245077013969421, 0.5311897397041321, 0.572501540184021, 0.5420239567756653, 0.5841311812400818, 0.535849928855896, 0.5184996724128723, 0.5959725975990295, 0.4839300513267517, 0.5549928545951843, 0.48034414649009705, 0.4935859143733978, 0.5286905169487, 0.48955196142196655, 0.5342288613319397, 0.6308267116546631, 0.46159958839416504, 0.42159897089004517, 0.38347503542900085, 0.4509093463420868, 0.5483648180961609, 0.46766194701194763, 0.5219375491142273, 0.4717950224876404, 0.4461778700351715, 0.4326556622982025, 0.5182299017906189, 0.5445868372917175, 0.4202941060066223, 0.3820819854736328, 0.41099900007247925, 0.3479757606983185, 0.5193286538124084, 0.37001940608024597, 0.4164494276046753, 0.44134658575057983, 0.36231178045272827, 0.40260738134384155, 0.3813173770904541, 0.3317457437515259, 0.38454321026802063, 0.4289235770702362, 0.28692626953125, 0.31922537088394165, 0.4887937903404236, 0.3404206335544586, 0.4960756003856659, 0.34833741188049316, 0.37992948293685913, 0.3005267083644867, 0.29012930393218994], "evaluations": {"initial": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "8", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "10", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "12", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "12", true], [6, 9, "12", true], [7, 0, "8", true], [7, 1, "8", true], [7, 2, "10", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "12", true], [8, 9, "12", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "12", true], [9, 6, "12", true], [9, 8, "12", true]], "sampled": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "9", true], [0, 0, "3", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "3", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "307", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "0", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 8, "9", true], [1, 8, "4", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "4", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "6", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "15", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "10", true], [2, 1, "6", true], [2, 1, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "00", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "001", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "0", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "12", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 1, "2", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "343440", false], [3, 1, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "8", true], [4, 5, "8", true], [4, 5, "100", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "7", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "911", true], [4, 6, "12", true], [4, 6, "10", true], [4, 7, "10", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "9111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "16", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "112", true], [4, 9, "7", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "115", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "17", true], [4, 9, "17", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "9", true], [5, 1, "8", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "6", true], [5, 5, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "9", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "9", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "3", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "6", true], [6, 4, "15", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "9", true], [6, 4, "9", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "13", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "18", true], [6, 7, "10", true], [6, 7, "15", true], [6, 7, "17", true], [6, 7, "17", true], [6, 7, "10", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "16", true], [6, 7, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "112", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "17", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "17", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "16", true], [7, 6, "10", true], [7, 6, "11", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "113", true], [7, 6, "15", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "13", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "17", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "132", true], [8, 5, "155", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "135", true], [8, 5, "12", true], [8, 5, "113", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "127", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 9, "11", true], [8, 9, "116", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "110", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "7", true], [9, 2, "13", true], [9, 2, "13", true], [9, 2, "17", true], [9, 2, "8", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "112", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "110", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "10", true], [9, 6, "13", true], [9, 6, "10", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "115", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "1", true], [1, 6, "8", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "12", true], [6, 1, "8", true], [7, 8, "12", true], [8, 3, "12", true], [8, 7, "13", true], [9, 0, "11", true], [9, 5, "12", true], [9, 9, "12", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "9", true], [0, 2, "8", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "8", true], [0, 2, "6", true], [0, 2, "0", true], [0, 2, "6", true], [0, 2, "8", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "0", true], [0, 4, "10", true], [0, 4, "6", true], [0, 4, "8", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "8", true], [0, 4, "0", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "0", true], [0, 4, "7", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "0", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 9, "0", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "15", true], [0, 9, "8", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "8", true], [0, 9, "1", true], [0, 9, "6", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "7", true], [0, 9, "1", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "9", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "9", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "10", true], [1, 6, "10", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "1", true], [2, 0, "1", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "8", true], [3, 3, "6", true], [3, 3, "9", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "9", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "2", true], [3, 3, "7", true], [3, 3, "9", true], [3, 8, "12", true], [3, 8, "7111", true], [3, 8, "12", true], [3, 8, "13", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "911", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "15", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "13", true], [3, 8, "120", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "7", true], [4, 0, "0", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "6", true], [5, 0, "10", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "7", true], [5, 0, "0", true], [5, 9, "17", true], [5, 9, "12", true], [5, 9, "113", true], [5, 9, "12", true], [5, 9, "15", true], [5, 9, "12", true], [5, 9, "112", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "15", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "12", true], [5, 9, "12", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "10", true], [6, 1, "7", true], [6, 1, "10", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "15", true], [7, 8, "12", true], [7, 8, "16", true], [7, 8, "15", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "17", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12010", true], [8, 3, "12", true], [8, 3, "135", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "9112", true], [8, 3, "13", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "13", true], [8, 3, "10", true], [8, 3, "12302", true], [8, 3, "10", true], [8, 7, "16", true], [8, 7, "15", true], [8, 7, "17", true], [8, 7, "12", true], [8, 7, "11", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "513", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "15", true], [8, 7, "11", true], [8, 7, "17", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "16", true], [9, 0, "1", true], [9, 0, "11", true], [9, 0, "10", true], [9, 0, "13", true], [9, 0, "1", true], [9, 0, "11", true], [9, 0, "17", true], [9, 0, "8", true], [9, 0, "12", true], [9, 0, "1", true], [9, 0, "1", true], [9, 0, "11", true], [9, 0, "1", true], [9, 0, "8", true], [9, 0, "8", true], [9, 0, "10", true], [9, 5, "13", true], [9, 5, "10", true], [9, 5, "127", true], [9, 5, "11", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "11", true], [9, 5, "12", true], [9, 5, "10", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "15", true], [9, 9, "13", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "11", true], [9, 9, "12", true], [9, 9, "17", true], [9, 9, "12", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "13", true], [9, 9, "12", true], [9, 9, "17", true], [9, 9, "113", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "7", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "7", true], [3, 7, "12", true], [4, 1, "6", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "7", true], [6, 5, "10", true], [6, 8, "12", true], [7, 3, "12", true], [7, 7, "11", true], [7, 9, "11", true], [8, 6, "12", true], [9, 7, "11", true]], "sampled": [[0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "0", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "9", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "8", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "0", true], [2, 3, "7", true], [2, 3, "9", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [3, 0, "0", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "307", true], [3, 0, "4", true], [3, 0, "2", true], [3, 0, "7", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "2", true], [3, 2, "4", true], [3, 2, "8", true], [3, 2, "6", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "9", true], [3, 2, "9", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "6", true], [3, 2, "7", true], [3, 2, "3", true], [3, 2, "4", true], [3, 2, "4", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "9", true], [3, 5, "9", true], [3, 5, "4", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "8", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "", true], [3, 6, "10", true], [3, 6, "2", true], [3, 6, "12", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "8", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "10", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "10", true], [3, 7, "10", true], [3, 7, "13", true], [3, 7, "9112", true], [3, 7, "11", true], [3, 7, "9", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "19", true], [3, 7, "12", true], [3, 7, "13", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "1", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "1", true], [4, 1, "8", true], [4, 1, "9", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "8", true], [5, 3, "4", true], [5, 3, "10", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "8", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "6", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 6, "13", true], [5, 6, "911", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "12", true], [6, 3, "412", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "3", true], [6, 3, "10", true], [6, 3, "6", true], [6, 3, "9", true], [6, 3, "7", true], [6, 5, "10", true], [6, 5, "911", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "18", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "13", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "815", true], [6, 8, "13", true], [6, 8, "112", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "13", true], [7, 3, "13", true], [7, 3, "12", true], [7, 3, "7", true], [7, 3, "12", true], [7, 3, "7", true], [7, 3, "12", true], [7, 3, "16", true], [7, 3, "9115", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "9112", true], [7, 3, "12", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "7", true], [7, 3, "7", true], [7, 7, "11", true], [7, 7, "1111", true], [7, 7, "13", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "17", true], [7, 7, "12", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "110", true], [7, 7, "1111", true], [7, 7, "11", true], [7, 7, "1110", true], [7, 9, "13", true], [7, 9, "17", true], [7, 9, "11", true], [7, 9, "13", true], [7, 9, "15", true], [7, 9, "11", true], [7, 9, "111", true], [7, 9, "17", true], [7, 9, "13", true], [7, 9, "11", true], [7, 9, "11", true], [7, 9, "16", true], [7, 9, "17", true], [7, 9, "11", true], [7, 9, "11", true], [7, 9, "17", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "16", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "15", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "1201", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [9, 7, "11", true], [9, 7, "15", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "12", true], [9, 7, "1110", true], [9, 7, "12", true], [9, 7, "113", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "12", true], [9, 7, "12", true], [9, 7, "11", true], [9, 7, "17", true], [9, 7, "12", true]]}}, "strict": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "13", true], [6, 9, "13", true], [7, 0, "8", true], [7, 1, "8", true], [7, 2, "9", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "13", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "12", true], [8, 9, "13", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "13", true], [9, 6, "13", true], [9, 8, "13", true]], "sampled": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "307", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 5, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "3", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "10", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "132", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "113", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "10", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "1116", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "8", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "12", true], [6, 1, "8", true], [7, 8, "13", true], [8, 3, "12", true], [8, 7, "13", true], [9, 0, "11", true], [9, 5, "12", true], [9, 9, "13", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "0", true], [0, 4, "6", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 9, "0", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "1", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "9", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "10", true], [1, 6, "10", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [3, 3, "7", true], [3, 3, "9", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "4", true], [3, 8, "12", true], [3, 8, "7110", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "9", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "0", true], [5, 9, "17", true], [5, 9, "12", true], [5, 9, "113", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "12", true], [5, 9, "12", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "10", true], [6, 1, "6", true], [6, 1, "10", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "16", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12010", true], [8, 3, "12", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "9112", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "1234", true], [8, 3, "12", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "12", true], [8, 7, "11", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "11", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "13", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "10", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "8", true], [9, 0, "12", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "1", true], [9, 0, "10", true], [9, 0, "11", true], [9, 0, "10", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "10", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "15", true], [9, 9, "13", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "111", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "133", true], [9, 9, "13", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "7", true], [3, 0, "7", true], [3, 2, "7", true], [3, 5, "7", true], [3, 6, "7", true], [3, 7, "12", true], [4, 1, "1", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "7", true], [6, 5, "12", true], [6, 8, "12", true], [7, 3, "12", true], [7, 7, "11", true], [7, 9, "13", true], [8, 6, "12", true], [9, 7, "11", true]], "sampled": [[0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [1, 4, "6", true], [1, 4, "10", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "0", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [3, 0, "4", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "2", true], [3, 0, "7", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "6", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "9", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "7", true], [3, 7, "9", true], [3, 7, "12", true], [3, 7, "10", true], [3, 7, "10", true], [3, 7, "7", true], [3, 7, "9112", true], [3, 7, "10", true], [3, 7, "9", true], [3, 7, "10", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "10", true], [3, 7, "12", true], [3, 7, "10", true], [3, 7, "9", true], [3, 7, "12", true], [4, 1, "1", true], [4, 1, "1", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "1", true], [4, 1, "6", true], [4, 1, "1", true], [4, 1, "1", true], [4, 1, "8", true], [4, 1, "9", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "1", true], [4, 1, "1", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "8", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "12", true], [6, 3, "911", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "3", true], [6, 3, "10", true], [6, 3, "6", true], [6, 3, "9", true], [6, 3, "7", true], [6, 5, "12", true], [6, 5, "9112", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "13", true], [7, 3, "10", true], [7, 3, "12", true], [7, 3, "7", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "16", true], [7, 3, "9112", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "9", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "10", true], [7, 3, "12", true], [7, 3, "7", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "11", true], [7, 7, "1111", true], [7, 7, "11", true], [7, 7, "1110", true], [7, 9, "13", true], [7, 9, "17", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "111", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "1111", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [9, 7, "11", true], [9, 7, "15", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "13", true], [9, 7, "1110", true], [9, 7, "13", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "1111", true], [9, 7, "11", true], [9, 7, "13", true], [9, 7, "11", true], [9, 7, "11", true], [9, 7, "12", true]]}}, "substring": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "9110", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9110", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "13", true], [6, 9, "13", true], [7, 0, "8", true], [7, 1, "8", true], [7, 2, "9", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "13", true], [8, 0, "8", true], [8, 1, "9112", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "12", true], [8, 9, "13", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "13", true], [9, 6, "12", true], [9, 8, "13", true]], "sampled": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "3", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 1, "1010", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "100", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "307", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 3, "4", true], [1, 3, "406", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 8, "9111", true], [1, 8, "91110", true], [1, 8, "911", true], [1, 8, "813", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "100", true], [1, 8, "913", true], [1, 8, "9", true], [1, 8, "813", true], [1, 8, "911010", false], [1, 8, "10", true], [1, 8, "9110", true], [1, 8, "9110", true], [1, 8, "9110", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "346", true], [2, 1, "3", true], [2, 1, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "400000", false], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3746", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "911", true], [2, 7, "9111", true], [2, 7, "9110", true], [2, 7, "9117", true], [2, 7, "9110", true], [2, 7, "911", true], [2, 7, "911", true], [2, 7, "9110", true], [2, 7, "9111", true], [2, 7, "918", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "8", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 9, "11110", true], [2, 9, "11", true], [2, 9, "11110", true], [2, 9, "11010", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "111", true], [2, 9, "1110", true], [2, 9, "111", true], [3, 1, "240", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "412", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 5, "9", true], [4, 5, "100", true], [4, 5, "911", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "911", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "913", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9110", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8110", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11110", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "111", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "106", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "1344", true], [4, 8, "12", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "134347", false], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "112", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "134134", false], [4, 9, "13", true], [4, 9, "11510", true], [4, 9, "112", true], [4, 9, "1313", true], [4, 9, "13", true], [4, 9, "13", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "911", true], [5, 4, "911", true], [5, 4, "8", true], [5, 4, "813", true], [5, 4, "9", true], [5, 5, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "9112", true], [5, 5, "1203", true], [5, 5, "951123", false], [5, 5, "9112", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1018", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "91112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12016", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1203", true], [5, 8, "12", true], [5, 8, "12911", true], [5, 8, "1344", true], [5, 8, "12", true], [5, 8, "1200", true], [5, 8, "12", true], [5, 8, "12344", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 2, "810", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "3010", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9110", true], [6, 4, "9110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "112", true], [6, 6, "124", true], [6, 6, "1200", true], [6, 6, "1206", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 7, "173112", false], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "18", true], [6, 7, "113", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "103", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 9, "133374", false], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "113", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 2, "811", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "1010", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "910", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 4, "110", true], [7, 4, "111", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "113", true], [7, 4, "1110", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11110", true], [7, 4, "111", true], [7, 4, "11100", true], [7, 4, "9111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "127", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "112", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "117", true], [7, 6, "113", true], [7, 6, "125691", false], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "133442", false], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "113", true], [7, 6, "13412", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "810", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "9112", true], [8, 1, "12", true], [8, 1, "917", true], [8, 1, "913", true], [8, 1, "9112", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "913", true], [8, 1, "9112", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "1203", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "120", true], [8, 4, "13", true], [8, 4, "1200", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "134344", false], [8, 4, "126", true], [8, 4, "1345", true], [8, 4, "12", true], [8, 4, "133447", false], [8, 5, "1202", true], [8, 5, "12", true], [8, 5, "132434", false], [8, 5, "1208", true], [8, 5, "12", true], [8, 5, "135", true], [8, 5, "12", true], [8, 5, "1200", true], [8, 5, "120", true], [8, 5, "12", true], [8, 5, "120", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "135", true], [8, 5, "12", true], [8, 5, "113", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "127", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "1324", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 9, "113", true], [8, 9, "116", true], [8, 9, "13", true], [8, 9, "139113", false], [8, 9, "112", true], [8, 9, "134713", false], [8, 9, "12", true], [8, 9, "133412", false], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "135515", false], [9, 1, "8110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "7", true], [9, 2, "111", true], [9, 2, "1111", true], [9, 2, "17", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11110", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "125", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "115", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "1314", true], [9, 4, "12", true], [9, 4, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13144", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "10", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "135134", false], [9, 8, "116", true], [9, 8, "1313", true], [9, 8, "12", true], [9, 8, "113", true], [9, 8, "113", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "11", true], [9, 8, "1513", true], [9, 8, "17", true], [9, 8, "116", true], [9, 8, "112", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "8", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "12", true], [6, 1, "6", true], [7, 8, "13", true], [8, 3, "1203", true], [8, 7, "13", true], [9, 0, "11", true], [9, 5, "12", true], [9, 9, "13", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "8", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 5, "7", true], [0, 9, "0", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "1", true], [0, 9, "100", true], [0, 9, "8", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "6", true], [0, 9, "10", true], [0, 9, "1006", true], [0, 9, "10", true], [0, 9, "10", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "9", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "10", true], [1, 6, "10", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "10", true], [2, 0, "10", true], [2, 0, "0", true], [2, 0, "10", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "0", true], [3, 3, "75", true], [3, 3, "912", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "9", true], [3, 3, "4", true], [3, 3, "74412", true], [3, 3, "774911", false], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "9", true], [3, 8, "12", true], [3, 8, "719112", false], [3, 8, "1206", true], [3, 8, "12", true], [3, 8, "1208", true], [3, 8, "1202", true], [3, 8, "12", true], [3, 8, "120", true], [3, 8, "911234", false], [3, 8, "1200", true], [3, 8, "1200", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "1200", true], [3, 8, "1203", true], [3, 8, "120", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 9, "17", true], [5, 9, "12", true], [5, 9, "113", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "13514", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "17", true], [5, 9, "134481", false], [5, 9, "12", true], [5, 9, "12", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "10", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "16", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [8, 3, "120", true], [8, 3, "120", true], [8, 3, "1200", true], [8, 3, "120", true], [8, 3, "135", true], [8, 3, "122", true], [8, 3, "12200", true], [8, 3, "9112", true], [8, 3, "133447", false], [8, 3, "1201", true], [8, 3, "1208", true], [8, 3, "12234", true], [8, 3, "12", true], [8, 3, "106", true], [8, 3, "913712", false], [8, 3, "1204", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "12", true], [8, 7, "113", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "113", true], [8, 7, "131243", false], [8, 7, "135", true], [8, 7, "113", true], [8, 7, "11", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "126", true], [8, 7, "13", true], [9, 0, "111", true], [9, 0, "11", true], [9, 0, "111", true], [9, 0, "13", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "17", true], [9, 0, "8110", true], [9, 0, "1111", true], [9, 0, "11", true], [9, 0, "113", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "11", true], [9, 0, "10", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "127", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "1206", true], [9, 5, "135561", false], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "1213", true], [9, 5, "10", true], [9, 5, "12", true], [9, 5, "135712", false], [9, 5, "15", true], [9, 9, "13", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "1314", true], [9, 9, "13", true], [9, 9, "113", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "135134", false], [9, 9, "13", true], [9, 9, "13", true], [9, 9, "115", true], [9, 9, "17", true], [9, 9, "113", true], [9, 9, "13", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "7", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "7", true], [3, 7, "1203", true], [4, 1, "10", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "7", true], [6, 5, "12", true], [6, 8, "12", true], [7, 3, "12", true], [7, 7, "111", true], [7, 9, "113", true], [8, 6, "12", true], [9, 7, "111", true]], "sampled": [[0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [0, 3, "7", true], [1, 4, "6", true], [1, 4, "10", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "743", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "07", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [3, 0, "4", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "700", true], [3, 0, "7", true], [3, 0, "2", true], [3, 0, "7", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "6", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "44", true], [3, 2, "4", true], [3, 2, "74", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 6, "12", true], [3, 6, "7", true], [3, 6, "12", true], [3, 6, "102", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "91716", true], [3, 6, "715", true], [3, 6, "7", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "9", true], [3, 7, "9112", true], [3, 7, "91112", true], [3, 7, "719112", false], [3, 7, "12", true], [3, 7, "7", true], [3, 7, "913", true], [3, 7, "13", true], [3, 7, "9113", true], [3, 7, "12", true], [3, 7, "1243", true], [3, 7, "122", true], [3, 7, "911201", false], [3, 7, "12", true], [3, 7, "491781", false], [3, 7, "9112", true], [3, 7, "1203", true], [4, 1, "1", true], [4, 1, "1", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "100", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "1", true], [4, 1, "8", true], [4, 1, "9", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "1", true], [4, 1, "1", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "8", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 6, "12", true], [5, 6, "9112", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "103", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "124", true], [5, 6, "12", true], [5, 6, "123", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12010", true], [5, 6, "12", true], [5, 6, "12", true], [6, 3, "7", true], [6, 3, "12", true], [6, 3, "7", true], [6, 3, "120", true], [6, 3, "9112", true], [6, 3, "12", true], [6, 3, "7010", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "34713", true], [6, 3, "10", true], [6, 3, "60", true], [6, 3, "9112", true], [6, 3, "7", true], [6, 5, "12", true], [6, 5, "9112", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "1200", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "13", true], [6, 5, "13", true], [6, 5, "1200", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "135712", false], [6, 8, "1347", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "133712", false], [6, 8, "13", true], [7, 3, "9113", true], [7, 3, "9112", true], [7, 3, "7", true], [7, 3, "7112", true], [7, 3, "791335", false], [7, 3, "12", true], [7, 3, "16", true], [7, 3, "9112", true], [7, 3, "12", true], [7, 3, "120", true], [7, 3, "9112", true], [7, 3, "9112", true], [7, 3, "9115", true], [7, 3, "9", true], [7, 3, "79112", true], [7, 3, "7", true], [7, 7, "11", true], [7, 7, "1111", true], [7, 7, "111", true], [7, 7, "1111", true], [7, 7, "11", true], [7, 7, "111", true], [7, 7, "11110", true], [7, 7, "11110", true], [7, 7, "113", true], [7, 7, "111", true], [7, 7, "1110", true], [7, 7, "11110", true], [7, 7, "1110", true], [7, 7, "1111", true], [7, 7, "11", true], [7, 7, "1110", true], [7, 9, "13", true], [7, 9, "17", true], [7, 9, "113", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "111", true], [7, 9, "111", true], [7, 9, "13", true], [7, 9, "133134", false], [7, 9, "113", true], [7, 9, "1113", true], [7, 9, "13", true], [7, 9, "17", true], [7, 9, "113", true], [7, 9, "1110", true], [7, 9, "171811", false], [8, 6, "128811", false], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "123", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "120", true], [8, 6, "13", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "12010", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [9, 7, "113", true], [9, 7, "15", true], [9, 7, "111", true], [9, 7, "11110", true], [9, 7, "113", true], [9, 7, "1110", true], [9, 7, "1110", true], [9, 7, "13", true], [9, 7, "113", true], [9, 7, "113", true], [9, 7, "11110", true], [9, 7, "113", true], [9, 7, "13", true], [9, 7, "111", true], [9, 7, "113", true], [9, 7, "111", true]]}}}, "training": {"strict": [{"step": 1, "rows": [[5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "3", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "7", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "12", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "8", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.008545356802642345, "gradient_norm_before_clip": 0.749181866645813, "kl": 1.6657366657184595e-09, "entropy": 0.6705061938311603, "ratio_outside_clip": 0.0}, {"loss": -0.007891030050814152, "gradient_norm_before_clip": 0.5379723906517029, "kl": 0.0017254652606474388, "entropy": 0.6614602063153241, "ratio_outside_clip": 0.02027027027027027}]}, {"step": 2, "rows": [[2, 1, "0", true], [2, 1, "3", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "18", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "15", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02699993923306465, "gradient_norm_before_clip": 0.6800737977027893, "kl": 0.0009027832263224834, "entropy": 0.5920293137833879, "ratio_outside_clip": 0.0}, {"loss": -0.03287946805357933, "gradient_norm_before_clip": 0.6699011325836182, "kl": 0.0014124592212406365, "entropy": 0.5869677775614971, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "8", true], [2, 7, "911", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "9", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "4", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [8, 2, "7", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 8, "12", true], [8, 8, "9113", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.011124822311103344, "gradient_norm_before_clip": 0.5403520464897156, "kl": 0.004163969683167118, "entropy": 0.6782694566969903, "ratio_outside_clip": 0.0}, {"loss": -0.01531097199767828, "gradient_norm_before_clip": 0.5273728370666504, "kl": 0.0044113789628816135, "entropy": 0.6761095699847944, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "13", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [8, 5, "13", true], [8, 5, "19", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "120", true], [2, 4, "10", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 4, "911", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "16", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00797443836927414, "gradient_norm_before_clip": 0.5078657269477844, "kl": 0.005165834767477853, "entropy": 0.5500963047572545, "ratio_outside_clip": 0.0}, {"loss": -0.01295142900198698, "gradient_norm_before_clip": 0.4883629381656647, "kl": 0.005192140851702009, "entropy": 0.5451784406389509, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[7, 6, "110", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "4", true], [1, 8, "9", true], [1, 8, "8", true], [1, 2, "8", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "12", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "91", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.027826834470033646, "gradient_norm_before_clip": 0.6150032877922058, "kl": 0.0027724939905954694, "entropy": 0.6558176371865644, "ratio_outside_clip": 0.0}, {"loss": 0.024934109300374985, "gradient_norm_before_clip": 0.6090107560157776, "kl": 0.0032663952090783033, "entropy": 0.6519196561710563, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 2, "0", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "19", true], [7, 5, "12", true], [8, 9, "13", true], [8, 9, "1112", true], [8, 9, "11", true], [8, 9, "11", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "10", true], [8, 9, "12", true], [1, 8, "9", true], [1, 8, "812", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "71", true], [1, 8, "913", true], [1, 8, "9", true], [1, 8, "911", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "113", true], [6, 9, "12", true], [6, 9, "1112", true], [6, 9, "13", true], [6, 9, "12", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "3", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0177408829331398, "gradient_norm_before_clip": 0.43689796328544617, "kl": 0.004624706942860673, "entropy": 0.7121722523759051, "ratio_outside_clip": 0.0}, {"loss": 0.01565960980951786, "gradient_norm_before_clip": 0.42477095127105713, "kl": 0.005380106408421586, "entropy": 0.7110489635932736, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "37112", true], [4, 8, "13", true], [4, 8, "12", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03849392384290695, "gradient_norm_before_clip": 0.5451739430427551, "kl": 0.004642804088832447, "entropy": 0.6202474150267787, "ratio_outside_clip": 0.0}, {"loss": 0.03614329546689987, "gradient_norm_before_clip": 0.5418685078620911, "kl": 0.005223241242222816, "entropy": 0.6188986916212166, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 5, "12", true], [8, 5, "126", true], [8, 5, "9111", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "0", true], [4, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "9", true], [6, 4, "12", true], [6, 4, "12", true], [6, 4, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.021626636385917664, "gradient_norm_before_clip": 0.4620756506919861, "kl": 0.008315272629261017, "entropy": 0.6248468399047852, "ratio_outside_clip": 0.0}, {"loss": 0.019788961857557297, "gradient_norm_before_clip": 0.4361838698387146, "kl": 0.009333178400993347, "entropy": 0.6237013339996338, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [6, 6, "17", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "12", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "9", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "", true], [1, 0, "1", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [9, 4, "18", true], [9, 4, "12", true], [9, 4, "111", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.039014410227537155, "gradient_norm_before_clip": 0.5763773322105408, "kl": 0.020240046891821437, "entropy": 0.6043145972562124, "ratio_outside_clip": 0.0}, {"loss": -0.039758406579494476, "gradient_norm_before_clip": 0.5754270553588867, "kl": 0.02107133635555405, "entropy": 0.6020725204283932, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "17", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "10", true], [3, 4, "7", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "1", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "13", true], [6, 9, "12", true], [6, 9, "1", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [9, 8, "11", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "111", true], [9, 8, "115", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "0", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "12", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01925785280764103, "gradient_norm_before_clip": 0.639919102191925, "kl": 0.01889393678525599, "entropy": 0.6745904596840463, "ratio_outside_clip": 0.0}, {"loss": 0.015858234837651253, "gradient_norm_before_clip": 0.6243757009506226, "kl": 0.017311962639413227, "entropy": 0.6730042434320217, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "11", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02674303948879242, "gradient_norm_before_clip": 0.49368342757225037, "kl": 0.01581742747729977, "entropy": 0.6087647494890832, "ratio_outside_clip": 0.0}, {"loss": -0.029802454635500908, "gradient_norm_before_clip": 0.47862300276756287, "kl": 0.013728504938795077, "entropy": 0.6067216885800393, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[4, 5, "10", true], [4, 5, "12", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [5, 5, "8", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "19", true], [7, 6, "12", true], [7, 6, "17", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008192633278667927, "gradient_norm_before_clip": 0.5062158703804016, "kl": 0.004970454855969078, "entropy": 0.6096126154849404, "ratio_outside_clip": 0.0}, {"loss": -0.011043915525078773, "gradient_norm_before_clip": 0.49211305379867554, "kl": 0.004484269964067559, "entropy": 0.6057001415051912, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6010", true], [2, 4, "7", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "19", true], [6, 7, "113", true], [6, 7, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0545826256275177, "gradient_norm_before_clip": 0.5254918336868286, "kl": 0.007148037534771543, "entropy": 0.6269328261866715, "ratio_outside_clip": 0.0}, {"loss": 0.05319936200976372, "gradient_norm_before_clip": 0.5339068174362183, "kl": 0.006916258551857688, "entropy": 0.6248457475142045, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "17", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "12", true], [3, 4, "7", true], [3, 4, "3", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.022008858621120453, "gradient_norm_before_clip": 0.6167199015617371, "kl": 0.007235665637326528, "entropy": 0.5551140107304217, "ratio_outside_clip": 0.0}, {"loss": -0.02423035353422165, "gradient_norm_before_clip": 0.6073994040489197, "kl": 0.006989526461405927, "entropy": 0.5541558323136295, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "10", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "0", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "2", true], [8, 8, "18", true], [8, 8, "18", true], [8, 8, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02751036174595356, "gradient_norm_before_clip": 0.5780586004257202, "kl": 0.006306181279875392, "entropy": 0.6728342179771808, "ratio_outside_clip": 0.0}, {"loss": 0.02477234974503517, "gradient_norm_before_clip": 0.5743898153305054, "kl": 0.006431897767156148, "entropy": 0.6703977516229204, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "9112", true], [8, 8, "12", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [6, 7, "13", true], [6, 7, "10", true], [6, 7, "12", true], [6, 7, "19", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "11", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "600", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "9", true], [0, 1, "1", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [7, 6, "13", true], [7, 6, "10", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009645801968872547, "gradient_norm_before_clip": 0.41660189628601074, "kl": 0.008491984584875274, "entropy": 0.6077570775796098, "ratio_outside_clip": 0.0}, {"loss": 0.0076790135353803635, "gradient_norm_before_clip": 0.4128112494945526, "kl": 0.00923563862404628, "entropy": 0.6052733304207785, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "347", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "2", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 6, "10", true], [7, 6, "9", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01334033440798521, "gradient_norm_before_clip": 0.4542973041534424, "kl": 0.00793724278219385, "entropy": 0.6089078616472631, "ratio_outside_clip": 0.0}, {"loss": 0.011186368763446808, "gradient_norm_before_clip": 0.44943374395370483, "kl": 0.0081481653101304, "entropy": 0.6069432676228044, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[5, 4, "8", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "10", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "8", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "12", true], [0, 6, "8", true], [0, 6, "1", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.052043065428733826, "gradient_norm_before_clip": 0.6002058982849121, "kl": 0.011479899191087292, "entropy": 0.5965302990328881, "ratio_outside_clip": 0.0}, {"loss": 0.05067022517323494, "gradient_norm_before_clip": 0.5967498421669006, "kl": 0.011744616877648138, "entropy": 0.5957008607925908, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "0", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02577439323067665, "gradient_norm_before_clip": 0.6458131670951843, "kl": 0.007292508278917146, "entropy": 0.5793213812296822, "ratio_outside_clip": 0.0}, {"loss": -0.027394236996769905, "gradient_norm_before_clip": 0.6377375721931458, "kl": 0.007468084360929143, "entropy": 0.578368423769138, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[2, 7, "9", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "12", true], [2, 7, "8", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "17", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "2", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "2", true], [7, 4, "17", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00938423816114664, "gradient_norm_before_clip": 0.5799301862716675, "kl": 0.009941105544567109, "entropy": 0.5986706256866455, "ratio_outside_clip": 0.0}, {"loss": -0.011648905463516712, "gradient_norm_before_clip": 0.573473334312439, "kl": 0.009920276701450348, "entropy": 0.5979156494140625, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [8, 8, "11", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "129", true], [5, 7, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.00026496275677345693, "gradient_norm_before_clip": 0.39296144247055054, "kl": 0.008832036703824996, "entropy": 0.541791296005249, "ratio_outside_clip": 0.0}, {"loss": -0.0008206795901060104, "gradient_norm_before_clip": 0.39193111658096313, "kl": 0.008765816688537598, "entropy": 0.5413482666015625, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "5", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012846929021179676, "gradient_norm_before_clip": 0.6123381853103638, "kl": 0.006807244607131847, "entropy": 0.5833279129362454, "ratio_outside_clip": 0.0}, {"loss": 0.01027509942650795, "gradient_norm_before_clip": 0.603983998298645, "kl": 0.007121047834410285, "entropy": 0.5804628803782219, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[7, 5, "10", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "17", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "0", true], [1, 2, "6", true], [1, 2, "8", true], [1, 2, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "607", true], [3, 1, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017086409032344818, "gradient_norm_before_clip": 0.6760616898536682, "kl": 0.010674817221505302, "entropy": 0.5518635836514559, "ratio_outside_clip": 0.0}, {"loss": 0.013197118416428566, "gradient_norm_before_clip": 0.6632612943649292, "kl": 0.011551802808588202, "entropy": 0.548418565229936, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "10", true], [6, 7, "12", true], [6, 7, "1", true], [6, 7, "17", true], [6, 7, "17", true], [6, 7, "15", true], [1, 5, "4", true], [1, 5, "3", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [6, 0, "0", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.013087187893688679, "gradient_norm_before_clip": 0.5585960745811462, "kl": 0.008911289746248269, "entropy": 0.5650547365599041, "ratio_outside_clip": 0.0}, {"loss": -0.015438999980688095, "gradient_norm_before_clip": 0.5235804915428162, "kl": 0.00935639384426648, "entropy": 0.5622575011434434, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 6, "10", true], [4, 6, "12", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "16", true], [9, 8, "111", true], [9, 8, "9", true], [9, 8, "17", true], [9, 8, "11", true], [5, 2, "7", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "4", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "10", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "9111", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007643380202353001, "gradient_norm_before_clip": 1.1972497701644897, "kl": 0.013399506792610075, "entropy": 0.5921215481228299, "ratio_outside_clip": 0.0}, {"loss": -0.0014301066985353827, "gradient_norm_before_clip": 0.622752845287323, "kl": 0.016759875379962687, "entropy": 0.5862979653440876, "ratio_outside_clip": 0.018518518518518517}]}, {"step": 26, "rows": [[6, 9, "12", true], [6, 9, "13", true], [6, 9, "113", true], [6, 9, "12", true], [6, 9, "112", true], [6, 9, "110", true], [6, 9, "12", true], [6, 9, "13", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [8, 4, "12", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "17", true], [7, 1, "1", true], [7, 1, "1", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.009067396633327007, "gradient_norm_before_clip": 0.5842840075492859, "kl": 0.016944026420129595, "entropy": 0.5285826625086326, "ratio_outside_clip": 0.0}, {"loss": 0.006845005322247744, "gradient_norm_before_clip": 0.5573367476463318, "kl": 0.02000839538995732, "entropy": 0.5262744966791479, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [8, 9, "110", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "113", true], [8, 9, "12612", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "113", true], [1, 8, "10", true], [1, 8, "13", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "6", true], [8, 4, "13", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011685107834637165, "gradient_norm_before_clip": 0.4552021622657776, "kl": 0.014870778252096737, "entropy": 0.5647582110236673, "ratio_outside_clip": 0.0}, {"loss": 0.010378035716712475, "gradient_norm_before_clip": 0.45094621181488037, "kl": 0.01578681048224954, "entropy": 0.5633187237907858, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "10", true], [9, 4, "13", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [9, 2, "15", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "2", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "101", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "", true], [2, 6, "600", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.007668587379157543, "gradient_norm_before_clip": 0.6852597594261169, "kl": 0.02366118944143947, "entropy": 0.5585546372812006, "ratio_outside_clip": 0.0}, {"loss": -0.008384776301681995, "gradient_norm_before_clip": 0.6896076798439026, "kl": 0.024610486211656016, "entropy": 0.5573104182376137, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10010", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [9, 2, "19", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "15", true], [9, 2, "17", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "16", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03211519494652748, "gradient_norm_before_clip": 0.6237949132919312, "kl": 0.023091635984532972, "entropy": 0.5505262038286994, "ratio_outside_clip": 0.0}, {"loss": -0.034682221710681915, "gradient_norm_before_clip": 0.6156308054924011, "kl": 0.023007799597347483, "entropy": 0.5474894355325138, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "4", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "2", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "13", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "0", true], [1, 5, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.040345799177885056, "gradient_norm_before_clip": 0.9118673801422119, "kl": 0.021997475784096943, "entropy": 0.5799062844090814, "ratio_outside_clip": 0.0}, {"loss": -0.04680390655994415, "gradient_norm_before_clip": 0.8755331039428711, "kl": 0.02175673542406735, "entropy": 0.5754655671599728, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[9, 6, "17", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "11", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "6", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [6, 0, "6", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [4, 5, "6", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.030534636229276657, "gradient_norm_before_clip": 0.5504477024078369, "kl": 0.017226766049861907, "entropy": 0.5909759521484375, "ratio_outside_clip": 0.0}, {"loss": 0.028937825933098793, "gradient_norm_before_clip": 0.5459802746772766, "kl": 0.016146816313266754, "entropy": 0.5863535404205322, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [8, 1, "9", true], [8, 1, "2", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0032010201830416918, "gradient_norm_before_clip": 0.7482420206069946, "kl": 0.025296632345620688, "entropy": 0.586161031351461, "ratio_outside_clip": 0.0}, {"loss": 0.0012048839125782251, "gradient_norm_before_clip": 0.7366344928741455, "kl": 0.023948011460242332, "entropy": 0.5850346552861201, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[7, 4, "11", true], [7, 4, "13", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "10", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "16", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 7, "4", true], [2, 7, "3", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "44006", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.040548499673604965, "gradient_norm_before_clip": 0.5799475312232971, "kl": 0.018437656701779832, "entropy": 0.6322460299223857, "ratio_outside_clip": 0.0}, {"loss": 0.0364094041287899, "gradient_norm_before_clip": 0.565276563167572, "kl": 0.01808753200605804, "entropy": 0.6284299364276961, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[8, 9, "8113", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [9, 8, "11", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "11", true], [5, 8, "15", true], [5, 8, "10", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [2, 1, "6", true], [2, 1, "", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "9113", true], [8, 8, "13", true], [8, 8, "19512", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "17", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.004991363268345594, "gradient_norm_before_clip": 0.2811327278614044, "kl": 0.019674769856713036, "entropy": 0.5681022297252308, "ratio_outside_clip": 0.0}, {"loss": 0.0043044742196798325, "gradient_norm_before_clip": 0.28391844034194946, "kl": 0.02012954516844316, "entropy": 0.5673099431124601, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "15", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [7, 2, "9", true], [7, 2, "3", true], [7, 2, "1", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02509947679936886, "gradient_norm_before_clip": 0.6175269484519958, "kl": 0.023502111434936523, "entropy": 0.6234932428673853, "ratio_outside_clip": 0.0}, {"loss": 0.021922975778579712, "gradient_norm_before_clip": 0.6120820641517639, "kl": 0.02354396144046059, "entropy": 0.6221234285378758, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "113", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "915", true], [9, 4, "11", true], [9, 4, "15", true], [9, 4, "12", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "6", true], [9, 1, "9", true], [9, 1, "11", true], [8, 9, "16", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "12", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "9", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.006285408977419138, "gradient_norm_before_clip": 0.43229275941848755, "kl": 0.023292909588730128, "entropy": 0.5428010817856816, "ratio_outside_clip": 0.0}, {"loss": 0.002943294821307063, "gradient_norm_before_clip": 0.41928136348724365, "kl": 0.0232509688327187, "entropy": 0.5401897765042489, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "7", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [1, 0, "", true], [1, 0, "", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "6", true], [8, 8, "12", true], [8, 8, "112", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "13", true], [1, 5, "3", true], [1, 5, "9", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "1", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009483256377279758, "gradient_norm_before_clip": 0.4792342782020569, "kl": 0.01873761376524283, "entropy": 0.5876500746783089, "ratio_outside_clip": 0.0}, {"loss": -0.010494954884052277, "gradient_norm_before_clip": 0.478649377822876, "kl": 0.0193023728389366, "entropy": 0.5863480910756229, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "404", true], [1, 3, "4", true], [3, 1, "400", true], [3, 1, "47", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "125", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 1, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "6", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "8111", true], [7, 5, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05614696815609932, "gradient_norm_before_clip": 0.6243895888328552, "kl": 0.0137730699596983, "entropy": 0.5048087380149148, "ratio_outside_clip": 0.0}, {"loss": 0.05334612354636192, "gradient_norm_before_clip": 0.6182161569595337, "kl": 0.013786536997014825, "entropy": 0.5031596790660512, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 1, "7", true], [2, 1, "", true], [2, 1, "30", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "8", true], [2, 1, "2", true], [2, 1, "3", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [0, 1, "6", true], [0, 1, "2", true], [0, 1, "3", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011593032628297806, "gradient_norm_before_clip": 1.0329402685165405, "kl": 0.019034644831781803, "entropy": 0.6363548610521399, "ratio_outside_clip": 0.0}, {"loss": 0.0052292123436927795, "gradient_norm_before_clip": 0.8823392987251282, "kl": 0.02000357620957969, "entropy": 0.633957572605299, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [5, 1, "5", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0067357406951487064, "gradient_norm_before_clip": 0.5775845050811768, "kl": 0.017727221885736843, "entropy": 0.6388879483633668, "ratio_outside_clip": 0.0}, {"loss": 0.0035101950634270906, "gradient_norm_before_clip": 0.57136070728302, "kl": 0.018095026921181784, "entropy": 0.6358253311936872, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "4", true], [7, 2, "10", true], [7, 2, "8", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "16", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [4, 9, "12", true], [4, 9, "19", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [6, 6, "9110", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00823264755308628, "gradient_norm_before_clip": 0.34540486335754395, "kl": 0.021766686145170234, "entropy": 0.6134016248914931, "ratio_outside_clip": 0.0}, {"loss": 0.006353694945573807, "gradient_norm_before_clip": 0.3454115092754364, "kl": 0.023069601000091176, "entropy": 0.6120308770073785, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "7", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "18", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0060088979080319405, "gradient_norm_before_clip": 0.6028327345848083, "kl": 0.022228079828722724, "entropy": 0.6149317248114224, "ratio_outside_clip": 0.0}, {"loss": 0.0037591918371617794, "gradient_norm_before_clip": 0.5991910696029663, "kl": 0.02271654852505388, "entropy": 0.6133801164298222, "ratio_outside_clip": 0.0}]}, {"step": 43, "rows": [[1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "100", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [7, 6, "17", true], [7, 6, "110", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "11", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.011244851164519787, "gradient_norm_before_clip": 0.6070277094841003, "kl": 0.037775829434394836, "entropy": 0.5856348991394043, "ratio_outside_clip": 0.0}, {"loss": -0.013018081896007061, "gradient_norm_before_clip": 0.6064721941947937, "kl": 0.03932284414768219, "entropy": 0.586458683013916, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[9, 8, "12", true], [9, 8, "11", true], [9, 8, "10", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [5, 1, "3", true], [5, 1, "3", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "2", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.040264349430799484, "gradient_norm_before_clip": 0.9982960820198059, "kl": 0.024712296940336293, "entropy": 0.5669198260211304, "ratio_outside_clip": 0.0}, {"loss": -0.047061819583177567, "gradient_norm_before_clip": 0.9374330639839172, "kl": 0.023982078437037115, "entropy": 0.5620338388737416, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 4, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "11", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "0", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01738204061985016, "gradient_norm_before_clip": 0.5092735290527344, "kl": 0.022999266920418576, "entropy": 0.5389152789938039, "ratio_outside_clip": 0.0}, {"loss": 0.01550363376736641, "gradient_norm_before_clip": 0.5045527815818787, "kl": 0.02302814352101293, "entropy": 0.5361471241918103, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "10", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "10", true], [7, 0, "8", true], [7, 0, "3", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "12", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.029826484620571136, "gradient_norm_before_clip": 0.478275328874588, "kl": 0.022970006851379027, "entropy": 0.5718160846276198, "ratio_outside_clip": 0.0}, {"loss": 0.02955055609345436, "gradient_norm_before_clip": 0.48220738768577576, "kl": 0.022707199622057157, "entropy": 0.5729577527074756, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "6", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "116", true], [6, 9, "12", true], [6, 9, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01882440224289894, "gradient_norm_before_clip": 0.644855797290802, "kl": 0.02207590049167849, "entropy": 0.5440546191713345, "ratio_outside_clip": 0.0}, {"loss": -0.021674729883670807, "gradient_norm_before_clip": 0.6126634478569031, "kl": 0.022690734023568016, "entropy": 0.5444799459205484, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "17", true], [2, 9, "11", true], [2, 9, "113", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "17", true], [2, 9, "1110", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "110", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "9110", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "8113", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "10", true], [6, 9, "12", true], [6, 9, "13", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05583089217543602, "gradient_norm_before_clip": 0.5058094263076782, "kl": 0.016765317609233242, "entropy": 0.4888019766858829, "ratio_outside_clip": 0.0}, {"loss": 0.05490334704518318, "gradient_norm_before_clip": 0.5106804370880127, "kl": 0.016581418693706555, "entropy": 0.4879920713363155, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "9", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "13", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "12", true], [4, 9, "110", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "110", true], [6, 7, "11", true], [6, 7, "13", true], [7, 6, "10", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "11", true], [7, 6, "11", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "8116", true], [4, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021115746349096298, "gradient_norm_before_clip": 0.6179089546203613, "kl": 0.016950520362643245, "entropy": 0.6157577683253842, "ratio_outside_clip": 0.0}, {"loss": 0.018340611830353737, "gradient_norm_before_clip": 0.6152964234352112, "kl": 0.01647437343281277, "entropy": 0.6165578431187414, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "157", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "19", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "19", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.006706537213176489, "gradient_norm_before_clip": 0.4034148156642914, "kl": 0.020955527370626278, "entropy": 0.5268957831642844, "ratio_outside_clip": 0.0}, {"loss": -0.007663927506655455, "gradient_norm_before_clip": 0.4250883162021637, "kl": 0.020446797663515263, "entropy": 0.5271745161576704, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "0", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1206", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "113", true], [6, 9, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0006608023541048169, "gradient_norm_before_clip": 0.4470187723636627, "kl": 0.01706858662997975, "entropy": 0.5210155711454504, "ratio_outside_clip": 0.0}, {"loss": -0.0023137317039072514, "gradient_norm_before_clip": 0.44423413276672363, "kl": 0.01719823304344626, "entropy": 0.5214291740866268, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[5, 2, "9", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [9, 2, "11", true], [9, 2, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 9, "12", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "16", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "1", true], [7, 0, "6", true], [2, 8, "12", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "13", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0007088586571626365, "gradient_norm_before_clip": 0.6314563155174255, "kl": 0.017791254920248658, "entropy": 0.5779114243406687, "ratio_outside_clip": 0.0}, {"loss": -0.004023793153464794, "gradient_norm_before_clip": 0.6250726580619812, "kl": 0.017421061948219442, "entropy": 0.5766127687063276, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[2, 7, "9", true], [2, 7, "3", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "19", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "116", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "112", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "7", true], [1, 1, "1", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.036795955151319504, "gradient_norm_before_clip": 0.5628699660301208, "kl": 0.029539561419753554, "entropy": 0.5968077286430027, "ratio_outside_clip": 0.0}, {"loss": 0.03472016006708145, "gradient_norm_before_clip": 0.5565500259399414, "kl": 0.02925847035757503, "entropy": 0.5959729022861268, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "12", true], [4, 5, "1", true], [4, 5, "7", true], [4, 5, "9", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "3", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "7", true], [2, 1, "8", true], [2, 1, "7", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012811828404664993, "gradient_norm_before_clip": 0.6086315512657166, "kl": 0.011700953511025408, "entropy": 0.6737773538493425, "ratio_outside_clip": 0.0}, {"loss": 0.01036488264799118, "gradient_norm_before_clip": 0.6034090518951416, "kl": 0.011440923745683628, "entropy": 0.6737717553008374, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "124", true], [5, 7, "12", true], [5, 7, "12", true], [8, 1, "100", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "13", true], [7, 1, "8", true], [7, 1, "", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "911", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "91113", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.06767808645963669, "gradient_norm_before_clip": 0.8079462647438049, "kl": 0.019858966793930323, "entropy": 0.5101528056183754, "ratio_outside_clip": 0.0}, {"loss": 0.061926111578941345, "gradient_norm_before_clip": 0.7227325439453125, "kl": 0.01887076361137524, "entropy": 0.5064001250685307, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [6, 7, "9111", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "9113", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "10", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [8, 4, "113", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "8", true], [8, 4, "12", true], [8, 4, "15", true], [8, 4, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "16", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "19", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.019837845116853714, "gradient_norm_before_clip": 0.6843780875205994, "kl": 0.0145205293776672, "entropy": 0.5367207168843705, "ratio_outside_clip": 0.0}, {"loss": 0.013335379771888256, "gradient_norm_before_clip": 0.6382089257240295, "kl": 0.016219843329721793, "entropy": 0.53417302831749, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "8", true], [1, 8, "9", true], [1, 8, "3", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "4", true], [1, 8, "8", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "10", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.019282743334770203, "gradient_norm_before_clip": 0.45383286476135254, "kl": 0.020594225989447698, "entropy": 0.5869314876603492, "ratio_outside_clip": 0.0}, {"loss": 0.018948860466480255, "gradient_norm_before_clip": 0.4563365578651428, "kl": 0.022041671070051783, "entropy": 0.5859948146490404, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "111", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "6", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0038830998819321394, "gradient_norm_before_clip": 0.7332468628883362, "kl": 0.043136799776995624, "entropy": 0.5668234177577642, "ratio_outside_clip": 0.0}, {"loss": 0.003831201232969761, "gradient_norm_before_clip": 0.7417125701904297, "kl": 0.044894383277422116, "entropy": 0.5661257049183787, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 4, "8", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "1", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [9, 4, "17", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "9111", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "10", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00431092781946063, "gradient_norm_before_clip": 0.6742019057273865, "kl": 0.029993288265251966, "entropy": 0.6262395633673816, "ratio_outside_clip": 0.0}, {"loss": 0.0021750081796199083, "gradient_norm_before_clip": 0.6731835007667542, "kl": 0.030178013795651264, "entropy": 0.6257862541246118, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "9", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "0", true], [2, 5, "7", true], [2, 5, "7", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00688621262088418, "gradient_norm_before_clip": 0.5943759083747864, "kl": 0.029386289359987244, "entropy": 0.5556716918945312, "ratio_outside_clip": 0.0}, {"loss": 0.0037677898071706295, "gradient_norm_before_clip": 0.5871816277503967, "kl": 0.029421455176301705, "entropy": 0.5534350373024164, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "2", true], [3, 1, "4", true], [4, 9, "15", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "9111", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [9, 6, "11", true], [9, 6, "16", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "13", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006070148665457964, "gradient_norm_before_clip": 0.5592835545539856, "kl": 0.024620518272305714, "entropy": 0.5616625562126254, "ratio_outside_clip": 0.0}, {"loss": 0.002998240292072296, "gradient_norm_before_clip": 0.5514184236526489, "kl": 0.025077999374012887, "entropy": 0.5601924849145207, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "1", true], [4, 7, "10", true], [4, 7, "18", true], [4, 7, "11", true], [4, 7, "10", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [8, 9, "11", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01753186620771885, "gradient_norm_before_clip": 0.8484447598457336, "kl": 0.06281357500926558, "entropy": 0.5442572444318289, "ratio_outside_clip": 0.0}, {"loss": -0.021535109728574753, "gradient_norm_before_clip": 0.8244543671607971, "kl": 0.05906038399202278, "entropy": 0.5440785511430487, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[5, 7, "10", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "11", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [1, 2, "8", true], [1, 2, "0", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [7, 4, "11", true], [7, 4, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01578652486205101, "gradient_norm_before_clip": 0.5563623309135437, "kl": 0.02238697459898799, "entropy": 0.5400243092732258, "ratio_outside_clip": 0.0}, {"loss": -0.018760191276669502, "gradient_norm_before_clip": 0.540669322013855, "kl": 0.021854489682668662, "entropy": 0.5380090920321913, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "90", true], [2, 7, "8", true], [2, 7, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "10", true], [3, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.011732814833521843, "gradient_norm_before_clip": 0.6030293107032776, "kl": 0.02236777583494881, "entropy": 0.46298268299229095, "ratio_outside_clip": 0.0}, {"loss": -0.01482182927429676, "gradient_norm_before_clip": 0.5837538242340088, "kl": 0.021800541719853482, "entropy": 0.4613949605171254, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "3", true], [1, 8, "9", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "1000", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.054978467524051666, "gradient_norm_before_clip": 0.6513668298721313, "kl": 0.028240131426461135, "entropy": 0.5893689891960048, "ratio_outside_clip": 0.0}, {"loss": 0.05334334447979927, "gradient_norm_before_clip": 0.6488178968429565, "kl": 0.027807643141927598, "entropy": 0.5892909569076344, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "47", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "0", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [7, 6, "17", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012550710700452328, "gradient_norm_before_clip": 0.6281077861785889, "kl": 0.020184418250774515, "entropy": 0.5545805832435344, "ratio_outside_clip": 0.0}, {"loss": 0.009817828424274921, "gradient_norm_before_clip": 0.6224938631057739, "kl": 0.020569115671618232, "entropy": 0.5528888570851294, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [4, 6, "16", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8110", true], [4, 6, "10", true], [8, 0, "5", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "8", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "12", true], [8, 1, "9", true], [8, 1, "911", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.020029442384839058, "gradient_norm_before_clip": 0.6043204665184021, "kl": 0.025243093181588797, "entropy": 0.49385859313623864, "ratio_outside_clip": 0.0}, {"loss": 0.020113660022616386, "gradient_norm_before_clip": 0.6143010258674622, "kl": 0.025749710019074338, "entropy": 0.49342260946774613, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[3, 4, "4", true], [3, 4, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 9, "12", true], [6, 9, "11", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [8, 5, "135", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.028934648260474205, "gradient_norm_before_clip": 0.6620703339576721, "kl": 0.023526600212048575, "entropy": 0.5025214420002737, "ratio_outside_clip": 0.0}, {"loss": 0.026852060109376907, "gradient_norm_before_clip": 0.6399319767951965, "kl": 0.023463507366787855, "entropy": 0.5017429035939988, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[9, 8, "13", true], [9, 8, "13", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "3", true], [2, 7, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 5, "10", true], [5, 5, "20", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01734660379588604, "gradient_norm_before_clip": 0.5624052286148071, "kl": 0.02961514944053558, "entropy": 0.5297295903585043, "ratio_outside_clip": 0.0}, {"loss": 0.015224376693367958, "gradient_norm_before_clip": 0.559264063835144, "kl": 0.029424377234585315, "entropy": 0.5298253254718092, "ratio_outside_clip": 0.0}]}, {"step": 70, "rows": [[6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "11", true], [9, 6, "13", true], [9, 6, "113", true], [9, 6, "12", true], [9, 6, "12", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "3", true], [2, 6, "8", true], [2, 6, "6", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 9, "10", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "18", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004676459357142448, "gradient_norm_before_clip": 0.5459503531455994, "kl": 0.030319070816040038, "entropy": 0.4579324934217665, "ratio_outside_clip": 0.0}, {"loss": 0.0010875697480514646, "gradient_norm_before_clip": 0.4815930724143982, "kl": 0.03142003483242459, "entropy": 0.4589156256781684, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [9, 6, "124", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "16", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "112", true], [4, 9, "13", true], [4, 9, "11", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008137945085763931, "gradient_norm_before_clip": 0.475707471370697, "kl": 0.03411180296061951, "entropy": 0.5681199438777971, "ratio_outside_clip": 0.0}, {"loss": 0.006704363506287336, "gradient_norm_before_clip": 0.46853476762771606, "kl": 0.03464584291717152, "entropy": 0.5667175010398582, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [7, 2, "11", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "07", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "19", true], [7, 5, "16", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "18", true], [9, 2, "11", true], [9, 2, "11", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03929576650261879, "gradient_norm_before_clip": 0.5776192545890808, "kl": 0.026375652099988475, "entropy": 0.5226239506502329, "ratio_outside_clip": 0.0}, {"loss": 0.03711102157831192, "gradient_norm_before_clip": 0.5706456899642944, "kl": 0.027288564243672056, "entropy": 0.522238358207371, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[4, 5, "10", true], [4, 5, "1", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [2, 8, "12", true], [2, 8, "12", true], [2, 8, "12", true], [2, 8, "12", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.010048392228782177, "gradient_norm_before_clip": 0.6461630463600159, "kl": 0.03329200455636689, "entropy": 0.5129964192708333, "ratio_outside_clip": 0.0}, {"loss": 0.005778234452009201, "gradient_norm_before_clip": 0.6225543022155762, "kl": 0.03430128964510831, "entropy": 0.5130419182054924, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "10", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "13", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008574051782488823, "gradient_norm_before_clip": 0.5422171950340271, "kl": 0.028249304815633407, "entropy": 0.5943428696386072, "ratio_outside_clip": 0.0}, {"loss": -0.010161849670112133, "gradient_norm_before_clip": 0.5412996411323547, "kl": 0.028382591853868093, "entropy": 0.5935648734995861, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[4, 5, "10", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "7", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "8", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1008", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.01279017236083746, "gradient_norm_before_clip": 0.7364389896392822, "kl": 0.045877820494547056, "entropy": 0.5365121212997878, "ratio_outside_clip": 0.0}, {"loss": -0.013380634598433971, "gradient_norm_before_clip": 0.7346280217170715, "kl": 0.047100127776923205, "entropy": 0.5368929295181539, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[8, 5, "12", true], [8, 5, "9112", true], [8, 5, "12", true], [8, 5, "10", true], [8, 5, "10", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.040415339171886444, "gradient_norm_before_clip": 0.770289421081543, "kl": 0.03828231862049229, "entropy": 0.5060518277401955, "ratio_outside_clip": 0.0}, {"loss": 0.03584485501050949, "gradient_norm_before_clip": 0.7504236102104187, "kl": 0.03810816253257903, "entropy": 0.5046225541474804, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "9", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.005539645906537771, "gradient_norm_before_clip": 0.6023584604263306, "kl": 0.01953783631324768, "entropy": 0.4575493070814345, "ratio_outside_clip": 0.0}, {"loss": -0.006543573457747698, "gradient_norm_before_clip": 0.6016443967819214, "kl": 0.01967790226141612, "entropy": 0.4567963282267253, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "19", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0013737650588154793, "gradient_norm_before_clip": 0.7821612358093262, "kl": 0.045791614623296825, "entropy": 0.46675191606794086, "ratio_outside_clip": 0.0}, {"loss": -0.004249181132763624, "gradient_norm_before_clip": 0.7459419369697571, "kl": 0.04362373976480393, "entropy": 0.4623463948567708, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [9, 8, "16", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "1110", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "11", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0011775110615417361, "gradient_norm_before_clip": 0.6035029292106628, "kl": 0.03925039444440677, "entropy": 0.5707258059654707, "ratio_outside_clip": 0.0}, {"loss": -0.0011283254716545343, "gradient_norm_before_clip": 0.5981065630912781, "kl": 0.040476225040577074, "entropy": 0.5682008531358507, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [9, 6, "10", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "10", true], [9, 6, "11", true], [9, 6, "112", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "2", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.00924698170274496, "gradient_norm_before_clip": 0.38049131631851196, "kl": 0.027744784858656224, "entropy": 0.45663016183035715, "ratio_outside_clip": 0.0}, {"loss": 0.008365456014871597, "gradient_norm_before_clip": 0.37505313754081726, "kl": 0.02843103053406899, "entropy": 0.4535278888963024, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [6, 4, "12", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "10", true], [6, 9, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.018160438165068626, "gradient_norm_before_clip": 0.39673417806625366, "kl": 0.041781281525234006, "entropy": 0.43391365675056504, "ratio_outside_clip": 0.0}, {"loss": -0.019547397270798683, "gradient_norm_before_clip": 0.391893208026886, "kl": 0.04210389934995639, "entropy": 0.43277255844020246, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8111", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 1, "40", true], [3, 1, "4", true], [3, 1, "4207", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.09637846797704697, "gradient_norm_before_clip": 0.8408610224723816, "kl": 0.05599532858298643, "entropy": 0.5565272978622547, "ratio_outside_clip": 0.0}, {"loss": 0.09293944388628006, "gradient_norm_before_clip": 0.833032488822937, "kl": 0.05673334024248332, "entropy": 0.5541499896641195, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "0", true], [1, 2, "6", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "2", true], [1, 7, "8", true], [1, 7, "9", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008374430239200592, "gradient_norm_before_clip": 0.5186442732810974, "kl": 0.017948492577201443, "entropy": 0.5405486759386564, "ratio_outside_clip": 0.0}, {"loss": -0.009493591263890266, "gradient_norm_before_clip": 0.5171633958816528, "kl": 0.018391976231022886, "entropy": 0.5394743869179174, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "1", true], [8, 1, "10", true], [8, 1, "3", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "7", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [9, 6, "17", true], [9, 6, "11", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "17", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.02879498526453972, "gradient_norm_before_clip": 0.6414076685905457, "kl": 0.03849014451232138, "entropy": 0.49203269089324564, "ratio_outside_clip": 0.0}, {"loss": -0.031311310827732086, "gradient_norm_before_clip": 0.6247068643569946, "kl": 0.03785901130000247, "entropy": 0.4885329717322241, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "18", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9111", true], [7, 4, "11", true], [7, 4, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "1111", true], [4, 9, "18", true], [4, 9, "13", true], [4, 9, "17", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "0", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02863561548292637, "gradient_norm_before_clip": 0.6047458052635193, "kl": 0.026132271024915908, "entropy": 0.4410707261827257, "ratio_outside_clip": 0.0}, {"loss": 0.02735469676554203, "gradient_norm_before_clip": 0.6038917899131775, "kl": 0.02585518095228407, "entropy": 0.4414464314778646, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [9, 6, "11", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "10", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "1", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.00483313063159585, "gradient_norm_before_clip": 0.6375331282615662, "kl": 0.03033938533381412, "entropy": 0.5426383771394429, "ratio_outside_clip": 0.0}, {"loss": -0.008505396544933319, "gradient_norm_before_clip": 0.6024464964866638, "kl": 0.02967462414189389, "entropy": 0.5389314952649569, "ratio_outside_clip": 0.0}]}, {"step": 87, "rows": [[9, 8, "17", true], [9, 8, "11", true], [9, 8, "1111", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "11", true], [1, 0, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "17", true], [9, 8, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "18", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "2", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010066605173051357, "gradient_norm_before_clip": 0.5611982941627502, "kl": 0.04255748072335886, "entropy": 0.5252588848735011, "ratio_outside_clip": 0.0}, {"loss": 0.0063702864572405815, "gradient_norm_before_clip": 0.5499511361122131, "kl": 0.03949321979700133, "entropy": 0.5264303517896075, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[6, 6, "17", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "10", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "13", true], [5, 8, "10", true], [5, 8, "17", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12010", true], [5, 8, "12", true], [5, 8, "12", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010184941813349724, "gradient_norm_before_clip": 0.47878819704055786, "kl": 0.016956052300650313, "entropy": 0.4594869347257987, "ratio_outside_clip": 0.0}, {"loss": 0.0069394526071846485, "gradient_norm_before_clip": 0.45892179012298584, "kl": 0.016194242338894466, "entropy": 0.4570450170080089, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "10", true], [9, 4, "18", true], [9, 4, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [9, 3, "918191", false], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "3", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9111", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.08352503180503845, "gradient_norm_before_clip": 0.5291427373886108, "kl": 0.037578252876329724, "entropy": 0.5072456215912441, "ratio_outside_clip": 0.0}, {"loss": 0.08225858211517334, "gradient_norm_before_clip": 0.5301384925842285, "kl": 0.03763032109482483, "entropy": 0.505828617503808, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "3", true], [1, 2, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "3", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [2, 5, "0", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00139617919921875, "gradient_norm_before_clip": 0.826379656791687, "kl": 0.025540967927361928, "entropy": 0.5579322759252395, "ratio_outside_clip": 0.0}, {"loss": -0.0006272009923122823, "gradient_norm_before_clip": 0.8216294646263123, "kl": 0.025824395409465708, "entropy": 0.5565174409072765, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "9112", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "125", true], [8, 5, "12", true], [8, 5, "12", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "300", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "4", true], [1, 8, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [5, 5, "9", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "6", true], [5, 5, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01787032000720501, "gradient_norm_before_clip": 0.5640845894813538, "kl": 0.020242141954826588, "entropy": 0.4885234485973011, "ratio_outside_clip": 0.0}, {"loss": -0.020037049427628517, "gradient_norm_before_clip": 0.5534526705741882, "kl": 0.020391831253514146, "entropy": 0.4863568855054451, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "19", true], [8, 9, "1316", true], [8, 9, "13", true], [8, 9, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [4, 2, "10", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "13", true], [9, 1, "10", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.015292164869606495, "gradient_norm_before_clip": 0.6734652519226074, "kl": 0.038036159847093666, "entropy": 0.42735536942570845, "ratio_outside_clip": 0.0}, {"loss": -0.016888218000531197, "gradient_norm_before_clip": 0.6706537008285522, "kl": 0.03844443019132437, "entropy": 0.42484861575298427, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "10", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [6, 0, "1", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [4, 7, "17", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "16", true], [4, 7, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0019422941841185093, "gradient_norm_before_clip": 0.5182392001152039, "kl": 0.03197936635268362, "entropy": 0.4507938686170076, "ratio_outside_clip": 0.0}, {"loss": -0.00370679865591228, "gradient_norm_before_clip": 0.511835515499115, "kl": 0.03262370824813843, "entropy": 0.44842785283138875, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 6, "12", true], [6, 6, "10", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [2, 5, "8", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.014899319969117641, "gradient_norm_before_clip": 0.8973410725593567, "kl": 0.03144971767585435, "entropy": 0.4247919870707803, "ratio_outside_clip": 0.0}, {"loss": -0.02006668783724308, "gradient_norm_before_clip": 0.7885668873786926, "kl": 0.03281195863278326, "entropy": 0.4210754211791261, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "8", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "110", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "1", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "9", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05346853658556938, "gradient_norm_before_clip": 0.6315571665763855, "kl": 0.024013112987992326, "entropy": 0.5019674357577893, "ratio_outside_clip": 0.0}, {"loss": 0.048913825303316116, "gradient_norm_before_clip": 0.609129786491394, "kl": 0.02315784064975716, "entropy": 0.5010365141919378, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9110", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "6", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "3", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.040640320628881454, "gradient_norm_before_clip": 0.5700368285179138, "kl": 0.04072985495290449, "entropy": 0.4799668342836442, "ratio_outside_clip": 0.0}, {"loss": 0.03778281807899475, "gradient_norm_before_clip": 0.6115316152572632, "kl": 0.04213984089512979, "entropy": 0.4798486525012601, "ratio_outside_clip": 0.01935483870967742}]}, {"step": 97, "rows": [[4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "8", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "15", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 8, "11", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "374", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0029935496859252453, "gradient_norm_before_clip": 0.6529131531715393, "kl": 0.03391099716565624, "entropy": 0.4383383330351077, "ratio_outside_clip": 0.0}, {"loss": -0.007687995210289955, "gradient_norm_before_clip": 0.6201889514923096, "kl": 0.03508898634347857, "entropy": 0.435516215259244, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9118", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.043742600828409195, "gradient_norm_before_clip": 0.47985050082206726, "kl": 0.028172951824260207, "entropy": 0.4439659358570411, "ratio_outside_clip": 0.0}, {"loss": 0.04230763763189316, "gradient_norm_before_clip": 0.4712039828300476, "kl": 0.028715829429386545, "entropy": 0.44265468765354754, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "6", true], [1, 1, "1", true], [1, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [6, 7, "16", true], [6, 7, "13", true], [6, 7, "19", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007935894653201103, "gradient_norm_before_clip": 0.5508860349655151, "kl": 0.0428968800438775, "entropy": 0.5565307935078939, "ratio_outside_clip": 0.0}, {"loss": 0.005016101524233818, "gradient_norm_before_clip": 0.5452711582183838, "kl": 0.044255349371168345, "entropy": 0.5535276201036241, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [3, 1, "344", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03588871657848358, "gradient_norm_before_clip": 0.6980159878730774, "kl": 0.050942941145463425, "entropy": 0.46068478869153306, "ratio_outside_clip": 0.0}, {"loss": 0.029778888449072838, "gradient_norm_before_clip": 0.6578419804573059, "kl": 0.05396174145983411, "entropy": 0.4550875874308797, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "10", true], [9, 8, "113", true], [9, 8, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0007751056109555066, "gradient_norm_before_clip": 0.42160946130752563, "kl": 0.02583688261818751, "entropy": 0.42937685002041404, "ratio_outside_clip": 0.0}, {"loss": -0.0008406768902204931, "gradient_norm_before_clip": 0.40728887915611267, "kl": 0.02635714428573005, "entropy": 0.42894675906768626, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "008", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01792430318892002, "gradient_norm_before_clip": 0.7063656449317932, "kl": 0.038604810640409395, "entropy": 0.44070588149033585, "ratio_outside_clip": 0.0}, {"loss": 0.013645562343299389, "gradient_norm_before_clip": 0.6910200715065002, "kl": 0.03984058987010609, "entropy": 0.4393958549994927, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[8, 1, "9", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "12", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "4", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "1711", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [5, 7, "9111", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03575864061713219, "gradient_norm_before_clip": 0.3230367600917816, "kl": 0.03344290283904679, "entropy": 0.4884677316950656, "ratio_outside_clip": 0.0}, {"loss": 0.03488805517554283, "gradient_norm_before_clip": 0.3219410181045532, "kl": 0.0337794786212088, "entropy": 0.4883594732174928, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "8", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [9, 8, "113", true], [9, 8, "11", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.026092063635587692, "gradient_norm_before_clip": 0.8910013437271118, "kl": 0.03599708012172154, "entropy": 0.5378382219587053, "ratio_outside_clip": 0.0}, {"loss": -0.030139639973640442, "gradient_norm_before_clip": 0.8714978694915771, "kl": 0.03635345458984375, "entropy": 0.5364609636579241, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[8, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "11", true], [8, 8, "13", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "9", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "14", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "2", true], [6, 0, "6", true], [6, 0, "6", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "9111", true], [9, 4, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.014029416255652905, "gradient_norm_before_clip": 0.426643967628479, "kl": 0.0347463558246563, "entropy": 0.4961914954247413, "ratio_outside_clip": 0.0}, {"loss": 0.011913246475160122, "gradient_norm_before_clip": 0.4228866994380951, "kl": 0.03510136418528371, "entropy": 0.49637078619622566, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[9, 2, "13", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 6, "7", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "8", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "10", true], [7, 2, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03739624470472336, "gradient_norm_before_clip": 1.5273741483688354, "kl": 0.096269287601594, "entropy": 0.49393812610257054, "ratio_outside_clip": 0.0}, {"loss": -0.0451168492436409, "gradient_norm_before_clip": 1.5378857851028442, "kl": 0.08842725446147304, "entropy": 0.490337888656124, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 7, "8", true], [1, 7, "", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.022351345047354698, "gradient_norm_before_clip": 0.5250128507614136, "kl": 0.02475545565287272, "entropy": 0.4181762186686198, "ratio_outside_clip": 0.0}, {"loss": -0.023477960377931595, "gradient_norm_before_clip": 0.5230726599693298, "kl": 0.024891360600789388, "entropy": 0.41735773722330727, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "15", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [8, 1, "95", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "30", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.0004665199958253652, "gradient_norm_before_clip": 0.7789856195449829, "kl": 0.0805363803176406, "entropy": 0.5449436732700893, "ratio_outside_clip": 0.0}, {"loss": -0.0074873086996376514, "gradient_norm_before_clip": 0.7159526348114014, "kl": 0.07768209232306629, "entropy": 0.5409451123350155, "ratio_outside_clip": 0.0}]}, {"step": 109, "rows": [[9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "5", true], [1, 3, "4", true], [1, 3, "4", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [2, 8, "18", true], [2, 8, "8111", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003127278294414282, "gradient_norm_before_clip": 0.6628804206848145, "kl": 0.03228662961936859, "entropy": 0.44739927728492096, "ratio_outside_clip": 0.0}, {"loss": -0.005652622785419226, "gradient_norm_before_clip": 0.6365206241607666, "kl": 0.03252653328769178, "entropy": 0.4436241517584008, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [7, 0, "1", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.008115219883620739, "gradient_norm_before_clip": 0.6823343634605408, "kl": 0.03291453255547418, "entropy": 0.5052703103901427, "ratio_outside_clip": 0.0}, {"loss": 0.006263744551688433, "gradient_norm_before_clip": 0.6802723407745361, "kl": 0.0333300166659885, "entropy": 0.5052017400294174, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[2, 7, "9", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "3", true], [8, 0, "6", true], [8, 0, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.016458407044410706, "gradient_norm_before_clip": 0.63490891456604, "kl": 0.035680897264595494, "entropy": 0.42205681858292543, "ratio_outside_clip": 0.0}, {"loss": 0.015832852572202682, "gradient_norm_before_clip": 0.6340944766998291, "kl": 0.03617134151688541, "entropy": 0.42068306796522026, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "18", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "1", true], [4, 4, "9", true], [4, 4, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.013293840922415257, "gradient_norm_before_clip": 0.6229991912841797, "kl": 0.04495499051850418, "entropy": 0.4577769312365302, "ratio_outside_clip": 0.0}, {"loss": 0.010168485343456268, "gradient_norm_before_clip": 0.5705583095550537, "kl": 0.04493568683492726, "entropy": 0.4571069125471444, "ratio_outside_clip": 0.0}]}, {"step": 113, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "1010", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.033488042652606964, "gradient_norm_before_clip": 0.4490852653980255, "kl": 0.027481582429673936, "entropy": 0.38295279608832467, "ratio_outside_clip": 0.0}, {"loss": 0.03244027867913246, "gradient_norm_before_clip": 0.44425541162490845, "kl": 0.027388790507375457, "entropy": 0.38163620748637633, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [7, 6, "15", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1110", true], [7, 6, "11", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "7", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01004406064748764, "gradient_norm_before_clip": 0.6809301376342773, "kl": 0.04096614776119109, "entropy": 0.5217013451360887, "ratio_outside_clip": 0.0}, {"loss": 0.006541830487549305, "gradient_norm_before_clip": 0.6641226410865784, "kl": 0.04153747250956874, "entropy": 0.5216122534967238, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "12", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "16", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018978899344801903, "gradient_norm_before_clip": 0.58562171459198, "kl": 0.03987593089832979, "entropy": 0.44547554464901196, "ratio_outside_clip": 0.0}, {"loss": 0.015912262722849846, "gradient_norm_before_clip": 0.5666236281394958, "kl": 0.039864671931547274, "entropy": 0.44556067971622243, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "13", true], [1, 9, "10", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "100", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 9, "13", true], [4, 9, "19", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "116", true], [4, 9, "12", true], [4, 9, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "9", true], [1, 2, "3", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "113", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03240146487951279, "gradient_norm_before_clip": 0.5097380876541138, "kl": 0.033286078222866715, "entropy": 0.5332757357893319, "ratio_outside_clip": 0.0}, {"loss": 0.029661742970347404, "gradient_norm_before_clip": 0.4962744116783142, "kl": 0.03329846228676281, "entropy": 0.5301252781659708, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "7", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "9", true], [1, 1, "4", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "700", true], [3, 4, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "13", true], [6, 4, "10", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "110", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 8, "1", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015641923993825912, "gradient_norm_before_clip": 0.9335300922393799, "kl": 0.03824026444379021, "entropy": 0.4170445161707261, "ratio_outside_clip": 0.0}, {"loss": 0.011582879349589348, "gradient_norm_before_clip": 0.8855279088020325, "kl": 0.037192036123836744, "entropy": 0.412924508487477, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "8", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "137110", false], [9, 6, "12", true], [9, 6, "13", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.025872742757201195, "gradient_norm_before_clip": 0.5517914295196533, "kl": 0.03900356940281244, "entropy": 0.49960124639817227, "ratio_outside_clip": 0.0}, {"loss": 0.023513508960604668, "gradient_norm_before_clip": 0.5363315939903259, "kl": 0.039748568593719856, "entropy": 0.49760413464204767, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "11", true], [0, 8, "8", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "11", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "113", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "10", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.019175143912434578, "gradient_norm_before_clip": 0.49643945693969727, "kl": 0.03739256995064872, "entropy": 0.3760819789341518, "ratio_outside_clip": 0.0}, {"loss": 0.01677027717232704, "gradient_norm_before_clip": 0.48122987151145935, "kl": 0.03736335481916155, "entropy": 0.37592803955078125, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[1, 2, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010444330982863903, "gradient_norm_before_clip": 0.6765085458755493, "kl": 0.055596785111860794, "entropy": 0.4771682099028901, "ratio_outside_clip": 0.0}, {"loss": -0.013508737087249756, "gradient_norm_before_clip": 0.663199245929718, "kl": 0.05658411146043898, "entropy": 0.47577149717957823, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[8, 4, "13", true], [8, 4, "10", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.001000422751531005, "gradient_norm_before_clip": 0.47912585735321045, "kl": 0.033347231396556605, "entropy": 0.43615519506691475, "ratio_outside_clip": 0.0}, {"loss": -0.00022285012528300285, "gradient_norm_before_clip": 0.4712728261947632, "kl": 0.03393386806962053, "entropy": 0.43627180291350776, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [7, 4, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "1", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "11", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02403324469923973, "gradient_norm_before_clip": 0.8357868194580078, "kl": 0.028235880533854167, "entropy": 0.5138637797037761, "ratio_outside_clip": 0.0}, {"loss": -0.027662474662065506, "gradient_norm_before_clip": 0.8319075703620911, "kl": 0.028836930592854818, "entropy": 0.5118018086751303, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "110", true], [6, 9, "13", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009226979687809944, "gradient_norm_before_clip": 0.5386133193969727, "kl": 0.052335790685705236, "entropy": 0.47934274415712097, "ratio_outside_clip": 0.0}, {"loss": 0.008620536886155605, "gradient_norm_before_clip": 0.5382188558578491, "kl": 0.0523881332294361, "entropy": 0.4788759592417124, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.013783338479697704, "gradient_norm_before_clip": 0.570420503616333, "kl": 0.06127130574193494, "entropy": 0.35262953659583784, "ratio_outside_clip": 0.0}, {"loss": 0.010487166233360767, "gradient_norm_before_clip": 0.5549145340919495, "kl": 0.0623260498046875, "entropy": 0.34994643638873923, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "3", true], [5, 2, "7", true], [5, 2, "7", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "113", true], [8, 8, "12", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "378113", false], [2, 8, "9", true], [2, 8, "8", true], [2, 8, "8", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0015546556096524, "gradient_norm_before_clip": 0.5169330835342407, "kl": 0.05182164096267971, "entropy": 0.43202922753328404, "ratio_outside_clip": 0.0}, {"loss": -0.001341568655334413, "gradient_norm_before_clip": 0.5049521327018738, "kl": 0.05241355105970033, "entropy": 0.42809390457424185, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 9, "12", true], [4, 9, "18", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "19", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "13", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00157292396761477, "gradient_norm_before_clip": 0.6220817565917969, "kl": 0.05243068649655297, "entropy": 0.37989498320079984, "ratio_outside_clip": 0.0}, {"loss": 0.00020901148673146963, "gradient_norm_before_clip": 0.6137996315956116, "kl": 0.052993059158325195, "entropy": 0.37693271182832266, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[5, 8, "13", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 8, "10", true], [5, 8, "10", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "8", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0013089881977066398, "gradient_norm_before_clip": 0.6006110906600952, "kl": 0.04363341558547247, "entropy": 0.4730633326939174, "ratio_outside_clip": 0.0}, {"loss": -0.001247884938493371, "gradient_norm_before_clip": 0.5994024276733398, "kl": 0.04369983218965076, "entropy": 0.4722235543387277, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "3", true], [8, 1, "8", true], [8, 1, "10", true], [6, 6, "12", true], [6, 6, "8", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0016768507193773985, "gradient_norm_before_clip": 0.40595805644989014, "kl": 0.0558949887752533, "entropy": 0.42545418739318847, "ratio_outside_clip": 0.0}, {"loss": 0.000275329512078315, "gradient_norm_before_clip": 0.4008845090866089, "kl": 0.05680037140846252, "entropy": 0.42480149269104006, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "4", true], [3, 1, "4", true], [3, 1, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [1, 2, "22", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "0", true], [1, 2, "307", true], [1, 2, "7", true], [1, 2, "7", true], [1, 2, "3", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.013660675846040249, "gradient_norm_before_clip": 0.4727272391319275, "kl": 0.06260043423192031, "entropy": 0.47128799334675275, "ratio_outside_clip": 0.0}, {"loss": 0.012916565872728825, "gradient_norm_before_clip": 0.4707375764846802, "kl": 0.06296191572332058, "entropy": 0.47007896786644343, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03205282241106033, "gradient_norm_before_clip": 0.6285080313682556, "kl": 0.057305409358097956, "entropy": 0.4165960458608774, "ratio_outside_clip": 0.0}, {"loss": 0.03014615923166275, "gradient_norm_before_clip": 0.614288866519928, "kl": 0.05754725138346354, "entropy": 0.4165835747352013, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "9", true], [8, 8, "12", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "100", true], [4, 5, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "3", true], [4, 2, "6", true], [9, 4, "16", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "16", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.015782777220010757, "gradient_norm_before_clip": 0.42320331931114197, "kl": 0.06795389002019708, "entropy": 0.4131315751509233, "ratio_outside_clip": 0.0}, {"loss": 0.013969103805720806, "gradient_norm_before_clip": 0.4145561456680298, "kl": 0.06921923666289359, "entropy": 0.41311039780125475, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "13", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "10", true], [7, 0, "0", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00390816293656826, "gradient_norm_before_clip": 0.6974148154258728, "kl": 0.05250176676997432, "entropy": 0.48491781729239003, "ratio_outside_clip": 0.0}, {"loss": 0.0014161173021420836, "gradient_norm_before_clip": 0.6856164336204529, "kl": 0.05303138568077558, "entropy": 0.4843001189055266, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "000", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.011656854301691055, "gradient_norm_before_clip": 0.491404265165329, "kl": 0.03435889051004422, "entropy": 0.3350665086617499, "ratio_outside_clip": 0.0}, {"loss": 0.010550334118306637, "gradient_norm_before_clip": 0.4816109538078308, "kl": 0.034632820293215884, "entropy": 0.3343758144261647, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[1, 2, "6", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "0", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "347", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03401510789990425, "gradient_norm_before_clip": 0.43307411670684814, "kl": 0.04683998797802215, "entropy": 0.5658693245962156, "ratio_outside_clip": 0.0}, {"loss": 0.03232802450656891, "gradient_norm_before_clip": 0.4310016334056854, "kl": 0.047240348572426656, "entropy": 0.5655006787455674, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[4, 9, "15", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "13", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "50", true], [1, 8, "9", true], [1, 8, "7", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "17", true], [4, 9, "11", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0019512992585077882, "gradient_norm_before_clip": 0.7455008029937744, "kl": 0.06504316706406443, "entropy": 0.52195574107923, "ratio_outside_clip": 0.0}, {"loss": -0.0007117359200492501, "gradient_norm_before_clip": 0.743556797504425, "kl": 0.06572380818818745, "entropy": 0.5208050075330233, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "128", true], [8, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9111", true], [7, 5, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.004575497470796108, "gradient_norm_before_clip": 0.46833711862564087, "kl": 0.0581383625222318, "entropy": 0.3282648225070378, "ratio_outside_clip": 0.0}, {"loss": 0.002207559533417225, "gradient_norm_before_clip": 0.45555442571640015, "kl": 0.05803374604805888, "entropy": 0.32872665661007333, "ratio_outside_clip": 0.0}]}, {"step": 137, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "3", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05570240691304207, "gradient_norm_before_clip": 0.8619459271430969, "kl": 0.03128303490675889, "entropy": 0.49601854596819195, "ratio_outside_clip": 0.0}, {"loss": 0.05163948982954025, "gradient_norm_before_clip": 0.8380752205848694, "kl": 0.0312449684390774, "entropy": 0.49404892364105624, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "1", true], [8, 9, "12", true], [8, 9, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02405705861747265, "gradient_norm_before_clip": 0.8347568511962891, "kl": 0.05209580954019125, "entropy": 0.47166908561409293, "ratio_outside_clip": 0.0}, {"loss": 0.015464127995073795, "gradient_norm_before_clip": 0.7553178071975708, "kl": 0.05351246177376091, "entropy": 0.46844749946098824, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 6, "12", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "18", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 5, "10", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "10", true], [7, 5, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01810447685420513, "gradient_norm_before_clip": 0.48782622814178467, "kl": 0.052839539741557806, "entropy": 0.4059841802211407, "ratio_outside_clip": 0.0}, {"loss": -0.019973022863268852, "gradient_norm_before_clip": 0.46705251932144165, "kl": 0.053161834758487556, "entropy": 0.40569568071209017, "ratio_outside_clip": 0.00546448087431694}]}, {"step": 140, "rows": [[8, 1, "3", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "102", true], [8, 1, "9", true], [8, 1, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "12", true], [9, 4, "13", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.007842225022614002, "gradient_norm_before_clip": 0.7099977135658264, "kl": 0.0875955710381818, "entropy": 0.4100790199326591, "ratio_outside_clip": 0.0}, {"loss": 0.00432637520134449, "gradient_norm_before_clip": 0.6861108541488647, "kl": 0.08756691400258819, "entropy": 0.409469885328796, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1", true], [1, 9, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "16", true], [2, 9, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0521167553961277, "gradient_norm_before_clip": 0.8041929006576538, "kl": 0.03938751037304218, "entropy": 0.33966502165183043, "ratio_outside_clip": 0.0}, {"loss": -0.05533362552523613, "gradient_norm_before_clip": 0.774724543094635, "kl": 0.038838731936919384, "entropy": 0.3401753352238582, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "113", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0052739838138222694, "gradient_norm_before_clip": 0.5973939299583435, "kl": 0.07235467143175078, "entropy": 0.4267769790277248, "ratio_outside_clip": 0.0}, {"loss": 0.0013322529848665, "gradient_norm_before_clip": 0.5353510975837708, "kl": 0.07217333374953852, "entropy": 0.42875401566668253, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "8118", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.017137356102466583, "gradient_norm_before_clip": 0.2770770490169525, "kl": 0.060888051986694336, "entropy": 0.420862070719401, "ratio_outside_clip": 0.0}, {"loss": 0.016396043822169304, "gradient_norm_before_clip": 0.2764984667301178, "kl": 0.06221403545803494, "entropy": 0.4213868882921007, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 6, "85", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "3", true], [1, 8, "9", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8113", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.07925431430339813, "gradient_norm_before_clip": 0.6578249931335449, "kl": 0.05631397962570191, "entropy": 0.4810493469238281, "ratio_outside_clip": 0.0}, {"loss": 0.07704580575227737, "gradient_norm_before_clip": 0.6538426280021667, "kl": 0.057449841499328615, "entropy": 0.4794661521911621, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 7, "17", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "13", true], [4, 7, "11", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "0", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "10", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0024149895180016756, "gradient_norm_before_clip": 1.4780771732330322, "kl": 0.039616202715761176, "entropy": 0.46798762919739906, "ratio_outside_clip": 0.0}, {"loss": -0.00594849931076169, "gradient_norm_before_clip": 1.4358116388320923, "kl": 0.039309208437522745, "entropy": 0.46665570750740004, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.029207678511738777, "gradient_norm_before_clip": 0.7494806051254272, "kl": 0.055587130747023664, "entropy": 0.4098102059333947, "ratio_outside_clip": 0.0}, {"loss": 0.024559060111641884, "gradient_norm_before_clip": 0.7006749510765076, "kl": 0.056935450074019706, "entropy": 0.4080230324131668, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.030887624248862267, "gradient_norm_before_clip": 0.607816219329834, "kl": 0.07868254011955814, "entropy": 0.45356866587763245, "ratio_outside_clip": 0.0}, {"loss": 0.02822086773812771, "gradient_norm_before_clip": 0.6039052605628967, "kl": 0.0796804289886917, "entropy": 0.45104679162951483, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [4, 7, "13", true], [4, 7, "13", true], [4, 7, "12", true], [4, 7, "10", true], [4, 7, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 2, "71", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.006948800291866064, "gradient_norm_before_clip": 0.8155562281608582, "kl": 0.041655233928135464, "entropy": 0.38399405706496464, "ratio_outside_clip": 0.0}, {"loss": 0.002030585426837206, "gradient_norm_before_clip": 0.7782397866249084, "kl": 0.04236375434058053, "entropy": 0.3807969774518694, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.058627597987651825, "gradient_norm_before_clip": 0.5118114948272705, "kl": 0.07961160114833286, "entropy": 0.4550570351736886, "ratio_outside_clip": 0.0}, {"loss": 0.05629696696996689, "gradient_norm_before_clip": 0.5059897303581238, "kl": 0.08006064551217215, "entropy": 0.4546922411237444, "ratio_outside_clip": 0.0}]}, {"step": 150, "rows": [[5, 5, "9", true], [5, 5, "16", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "18", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "3", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010387277230620384, "gradient_norm_before_clip": 0.5330455303192139, "kl": 0.05536374126572207, "entropy": 0.44663863584219693, "ratio_outside_clip": 0.0}, {"loss": -0.012563254684209824, "gradient_norm_before_clip": 0.5214949250221252, "kl": 0.056038540529917524, "entropy": 0.4445969455213432, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 4, "2", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "15", true], [7, 4, "11", true], [7, 4, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.003308132290840149, "gradient_norm_before_clip": 0.42043307423591614, "kl": 0.05443190412911755, "entropy": 0.44274648030598956, "ratio_outside_clip": 0.0}, {"loss": 0.002311591524630785, "gradient_norm_before_clip": 0.4196043610572815, "kl": 0.054626905430130095, "entropy": 0.4418603551318074, "ratio_outside_clip": 0.0}]}, {"step": 152, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "8111", true], [4, 8, "106", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "1110", true], [7, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009288661181926727, "gradient_norm_before_clip": 0.7635592222213745, "kl": 0.04703470581736645, "entropy": 0.31012525505193783, "ratio_outside_clip": 0.0}, {"loss": 0.0034114301670342684, "gradient_norm_before_clip": 0.7044509053230286, "kl": 0.04827606478216928, "entropy": 0.30566148384989306, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "1307", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "9111", true], [9, 8, "13", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "9111", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "200", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "913", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "4", true], [1, 5, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03644323721528053, "gradient_norm_before_clip": 0.6428495049476624, "kl": 0.08025264739990234, "entropy": 0.4913040251421505, "ratio_outside_clip": 0.0}, {"loss": 0.03216038644313812, "gradient_norm_before_clip": 0.6124611496925354, "kl": 0.08003852776521762, "entropy": 0.4879752616205159, "ratio_outside_clip": 0.0}]}, {"step": 154, "rows": [[4, 8, "12", true], [4, 8, "18", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "112", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02564414031803608, "gradient_norm_before_clip": 0.569240391254425, "kl": 0.04117256800333659, "entropy": 0.5039148966471354, "ratio_outside_clip": 0.0}, {"loss": 0.02563268318772316, "gradient_norm_before_clip": 0.5726454854011536, "kl": 0.041474800109863284, "entropy": 0.5012847900390625, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.02459092251956463, "gradient_norm_before_clip": 0.7900775671005249, "kl": 0.05513525644938151, "entropy": 0.34430638631184896, "ratio_outside_clip": 0.0}, {"loss": -0.02842695824801922, "gradient_norm_before_clip": 0.7568508982658386, "kl": 0.0552967643737793, "entropy": 0.3417936452229818, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "11", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "812", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9010", true], [8, 1, "3", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "10", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "4", true], [1, 1, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.059644851833581924, "gradient_norm_before_clip": 0.8397874236106873, "kl": 0.050078607374621976, "entropy": 0.5306206980059224, "ratio_outside_clip": 0.0}, {"loss": 0.05814352259039879, "gradient_norm_before_clip": 0.846424400806427, "kl": 0.04931865507556546, "entropy": 0.5304902107484879, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "15", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "7", true], [7, 5, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.021200791001319885, "gradient_norm_before_clip": 0.45534273982048035, "kl": 0.04747269071381668, "entropy": 0.35564038945340565, "ratio_outside_clip": 0.0}, {"loss": -0.022891178727149963, "gradient_norm_before_clip": 0.4456576406955719, "kl": 0.04763058958382442, "entropy": 0.3528954736117659, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "44", true], [1, 3, "344", true], [1, 3, "4", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "18", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.033196140080690384, "gradient_norm_before_clip": 0.3457297086715698, "kl": 0.0569491677167939, "entropy": 0.3457144993107493, "ratio_outside_clip": 0.0}, {"loss": 0.03164466470479965, "gradient_norm_before_clip": 0.34156104922294617, "kl": 0.056887801100568076, "entropy": 0.3446102607540968, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[4, 5, "10", true], [4, 5, "6", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "0", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "113", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.025792311877012253, "gradient_norm_before_clip": 0.4658243954181671, "kl": 0.06859286527455964, "entropy": 0.40499100773971275, "ratio_outside_clip": 0.0}, {"loss": 0.024578101933002472, "gradient_norm_before_clip": 0.4642198979854584, "kl": 0.06874380052459907, "entropy": 0.4043286246542605, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "911", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 1, "3", true], [2, 1, "34", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03385067358613014, "gradient_norm_before_clip": 0.47163960337638855, "kl": 0.06257849770623285, "entropy": 0.40759163933831294, "ratio_outside_clip": 0.0}, {"loss": 0.031233178451657295, "gradient_norm_before_clip": 0.46461695432662964, "kl": 0.06245439117019241, "entropy": 0.40627131590972076, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [8, 4, "1210", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.030153561383485794, "gradient_norm_before_clip": 0.6103023290634155, "kl": 0.051451407416018446, "entropy": 0.38128618008828574, "ratio_outside_clip": 0.0}, {"loss": 0.02721988782286644, "gradient_norm_before_clip": 0.5881418585777283, "kl": 0.05133510324996331, "entropy": 0.38032818391833, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "111", true], [4, 9, "13", true], [1, 8, "8", true], [1, 8, "12", true], [1, 8, "9", true], [1, 8, "34", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [9, 3, "13", true], [9, 3, "120", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.050925206393003464, "gradient_norm_before_clip": 0.6463438272476196, "kl": 0.07033014609143624, "entropy": 0.46978749792560254, "ratio_outside_clip": 0.0}, {"loss": 0.04703119397163391, "gradient_norm_before_clip": 0.6346337199211121, "kl": 0.07038539063696768, "entropy": 0.46832774043862335, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 8, "1110", true], [9, 8, "16", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "18", true], [9, 8, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "1200", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [8, 9, "113", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03522583097219467, "gradient_norm_before_clip": 0.7210866212844849, "kl": 0.05784347992909106, "entropy": 0.3951828872101216, "ratio_outside_clip": 0.0}, {"loss": 0.03245279937982559, "gradient_norm_before_clip": 0.69404137134552, "kl": 0.05845251566247095, "entropy": 0.3921386139302314, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "24", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "13", true], [6, 6, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008484774269163609, "gradient_norm_before_clip": 0.5841353535652161, "kl": 0.0628927767633678, "entropy": 0.38051954714837904, "ratio_outside_clip": 0.0}, {"loss": -0.011336369439959526, "gradient_norm_before_clip": 0.5566928386688232, "kl": 0.06388417546620626, "entropy": 0.37743441644542947, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "112", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "4", true], [0, 7, "8", true], [0, 7, "3", true], [0, 7, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [2, 9, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.015741856768727303, "gradient_norm_before_clip": 0.45192569494247437, "kl": 0.05547980885756643, "entropy": 0.34228357515837016, "ratio_outside_clip": 0.0}, {"loss": -0.016100075095891953, "gradient_norm_before_clip": 0.450178325176239, "kl": 0.055451895061292146, "entropy": 0.3418821033678557, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "13", true], [2, 1, "3", true], [2, 1, "5", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.007987822405993938, "gradient_norm_before_clip": 1.2666493654251099, "kl": 0.05922114330789317, "entropy": 0.35382797999411636, "ratio_outside_clip": 0.0}, {"loss": 0.005483896005898714, "gradient_norm_before_clip": 1.1869655847549438, "kl": 0.05959180867449838, "entropy": 0.35290053468313276, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "10", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "0", true], [4, 3, "0", true], [4, 3, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02567751519382, "gradient_norm_before_clip": 0.7143906950950623, "kl": 0.05332518546811996, "entropy": 0.4060406838693926, "ratio_outside_clip": 0.0}, {"loss": 0.02244003675878048, "gradient_norm_before_clip": 0.7036604881286621, "kl": 0.054241168114446826, "entropy": 0.4053469750189012, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "2", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013876642100512981, "gradient_norm_before_clip": 0.7503352165222168, "kl": 0.04113082468074604, "entropy": 0.5402568622227133, "ratio_outside_clip": 0.0}, {"loss": 0.011978874914348125, "gradient_norm_before_clip": 0.7480940222740173, "kl": 0.041612555510806344, "entropy": 0.5395211546960539, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "7", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.018482591956853867, "gradient_norm_before_clip": 0.4966285228729248, "kl": 0.055054069365430995, "entropy": 0.41289371772100464, "ratio_outside_clip": 0.0}, {"loss": -0.0208105631172657, "gradient_norm_before_clip": 0.4882042706012726, "kl": 0.05556488037109375, "entropy": 0.4112605664554058, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 2, "8", true], [7, 2, "3", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0296506155282259, "gradient_norm_before_clip": 0.5364155769348145, "kl": 0.05958078919554786, "entropy": 0.356106627759316, "ratio_outside_clip": 0.0}, {"loss": 0.026772987097501755, "gradient_norm_before_clip": 0.5264044404029846, "kl": 0.06010512482348106, "entropy": 0.3540904093131745, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "4", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "9", true], [5, 7, "13", true], [5, 7, "10", true], [5, 7, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.039178721606731415, "gradient_norm_before_clip": 0.49313053488731384, "kl": 0.05111204057731884, "entropy": 0.3733233765467701, "ratio_outside_clip": 0.0}, {"loss": -0.040089238435029984, "gradient_norm_before_clip": 0.490990549325943, "kl": 0.05127659100014091, "entropy": 0.3722631723288722, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "16", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "3", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00828487053513527, "gradient_norm_before_clip": 0.6449740529060364, "kl": 0.06912279425200468, "entropy": 0.36256982080684685, "ratio_outside_clip": 0.0}, {"loss": 0.006256180349737406, "gradient_norm_before_clip": 0.6392515897750854, "kl": 0.0697835483906432, "entropy": 0.36102889635548086, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.006770826410502195, "gradient_norm_before_clip": 0.4379371702671051, "kl": 0.05626331353039475, "entropy": 0.35537572825177116, "ratio_outside_clip": 0.0}, {"loss": 0.005156117025762796, "gradient_norm_before_clip": 0.4285232424736023, "kl": 0.056933906507788234, "entropy": 0.35447105265552215, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.020265283063054085, "gradient_norm_before_clip": 0.4062235653400421, "kl": 0.06729037186195111, "entropy": 0.41277331648201776, "ratio_outside_clip": 0.0}, {"loss": 0.019457487389445305, "gradient_norm_before_clip": 0.40223929286003113, "kl": 0.06772622733280577, "entropy": 0.4126017340298357, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.017696738243103027, "gradient_norm_before_clip": 0.5779442191123962, "kl": 0.058617356382770304, "entropy": 0.34389133217894, "ratio_outside_clip": 0.0}, {"loss": 0.015348261222243309, "gradient_norm_before_clip": 0.5631429553031921, "kl": 0.058735052744547524, "entropy": 0.342990310103805, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "18", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "0", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.016766075044870377, "gradient_norm_before_clip": 0.7791044116020203, "kl": 0.08665016719273158, "entropy": 0.32152465721229456, "ratio_outside_clip": 0.0}, {"loss": 0.012883522547781467, "gradient_norm_before_clip": 0.7465708255767822, "kl": 0.08759361118465275, "entropy": 0.3198624152641792, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.002229925012215972, "gradient_norm_before_clip": 0.5258780121803284, "kl": 0.07433078163548519, "entropy": 0.3894212873358476, "ratio_outside_clip": 0.0}, {"loss": 0.001142112072557211, "gradient_norm_before_clip": 0.5161932110786438, "kl": 0.07500433294396651, "entropy": 0.3881750357778449, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [9, 4, "12", true], [9, 4, "10", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.009706743992865086, "gradient_norm_before_clip": 0.8429311513900757, "kl": 0.06266313717689043, "entropy": 0.4086842949007764, "ratio_outside_clip": 0.0}, {"loss": 0.006292060483247042, "gradient_norm_before_clip": 0.8340291976928711, "kl": 0.06333452978251893, "entropy": 0.4094253351658951, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "8", true], [8, 8, "112", true], [8, 8, "10", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.020705480128526688, "gradient_norm_before_clip": 0.5610058307647705, "kl": 0.061730516781597015, "entropy": 0.42708016641484864, "ratio_outside_clip": 0.0}, {"loss": -0.022854359820485115, "gradient_norm_before_clip": 0.5584222078323364, "kl": 0.06282205401726489, "entropy": 0.42787103233097484, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 9, "12", true], [8, 9, "16", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.020806116983294487, "gradient_norm_before_clip": 0.7666495442390442, "kl": 0.07626285552978515, "entropy": 0.41059921264648436, "ratio_outside_clip": 0.0}, {"loss": -0.022501278668642044, "gradient_norm_before_clip": 0.7501768469810486, "kl": 0.07627541859944661, "entropy": 0.4099680582682292, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[5, 7, "12", true], [5, 7, "16", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.009066630154848099, "gradient_norm_before_clip": 0.6830824613571167, "kl": 0.04975884556770325, "entropy": 0.37834365367889405, "ratio_outside_clip": 0.0}, {"loss": -0.009687153622508049, "gradient_norm_before_clip": 0.6794115900993347, "kl": 0.04994785189628601, "entropy": 0.378142786026001, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.052295830100774765, "gradient_norm_before_clip": 0.5810251235961914, "kl": 0.05318691253662109, "entropy": 0.44805633544921875, "ratio_outside_clip": 0.0}, {"loss": 0.05067805200815201, "gradient_norm_before_clip": 0.5789982676506042, "kl": 0.05388862609863281, "entropy": 0.44749003092447914, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "0", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "10", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 1, "5", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "3", true], [4, 7, "18", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008512481115758419, "gradient_norm_before_clip": 0.8323246240615845, "kl": 0.06588436575496898, "entropy": 0.44492345074423, "ratio_outside_clip": 0.0}, {"loss": 0.0063003855757415295, "gradient_norm_before_clip": 0.7972566485404968, "kl": 0.06666409112269582, "entropy": 0.44447261835235397, "ratio_outside_clip": 0.0}]}, {"step": 184, "rows": [[1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "6", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "9112", true], [4, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "", true], [2, 2, "4", true], [2, 2, "4", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.039005592465400696, "gradient_norm_before_clip": 0.6151761412620544, "kl": 0.0856962606940471, "entropy": 0.4526271551427707, "ratio_outside_clip": 0.0}, {"loss": 0.034647077322006226, "gradient_norm_before_clip": 0.6001191735267639, "kl": 0.08712010988047425, "entropy": 0.4511499539227553, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "", true], [2, 1, "3", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "13", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "112", true], [6, 9, "13", true], [6, 9, "12", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "9", true], [1, 1, "6", true], [1, 1, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.028096221387386322, "gradient_norm_before_clip": 0.574440062046051, "kl": 0.055481878916422527, "entropy": 0.5358208211263021, "ratio_outside_clip": 0.0}, {"loss": -0.028660522773861885, "gradient_norm_before_clip": 0.5882668495178223, "kl": 0.056461607615152995, "entropy": 0.5362645975748698, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "5", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "4", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.010797942988574505, "gradient_norm_before_clip": 0.7838752865791321, "kl": 0.0504098095391926, "entropy": 0.4431938372160259, "ratio_outside_clip": 0.0}, {"loss": -0.014554115012288094, "gradient_norm_before_clip": 0.7414410710334778, "kl": 0.0508842342778256, "entropy": 0.44143546255011307, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "15", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9111", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021815864369273186, "gradient_norm_before_clip": 0.814602255821228, "kl": 0.07848701048433111, "entropy": 0.3416470302624649, "ratio_outside_clip": 0.0}, {"loss": 0.01742362789809704, "gradient_norm_before_clip": 0.7389125823974609, "kl": 0.07757621936583786, "entropy": 0.3396946339125044, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[9, 8, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "13", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [1, 3, "4", true], [1, 3, "7010", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05382468178868294, "gradient_norm_before_clip": 0.6464738845825195, "kl": 0.06926786608812285, "entropy": 0.3906379792748428, "ratio_outside_clip": 0.0}, {"loss": 0.05058431625366211, "gradient_norm_before_clip": 0.636231005191803, "kl": 0.06975876994249297, "entropy": 0.3890259207748785, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[1, 2, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [6, 0, "", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "0", true], [6, 0, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "16", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "1110", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "2", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01068528089672327, "gradient_norm_before_clip": 0.6306568384170532, "kl": 0.08254460688237544, "entropy": 0.394812710635312, "ratio_outside_clip": 0.0}, {"loss": -0.0126642482355237, "gradient_norm_before_clip": 0.626380205154419, "kl": 0.08236670994258427, "entropy": 0.3937817286778163, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "4", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "7112", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "9", true], [8, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0020844750106334686, "gradient_norm_before_clip": 0.5153738856315613, "kl": 0.0855939295384791, "entropy": 0.3476750014664291, "ratio_outside_clip": 0.0}, {"loss": -0.00304155214689672, "gradient_norm_before_clip": 0.5088314414024353, "kl": 0.08608398809061422, "entropy": 0.347051224151215, "ratio_outside_clip": 0.0}]}, {"step": 191, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9111", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.020014716312289238, "gradient_norm_before_clip": 0.7588456869125366, "kl": 0.0848736828320647, "entropy": 0.34764713130585134, "ratio_outside_clip": 0.0}, {"loss": 0.01736541837453842, "gradient_norm_before_clip": 0.7462885975837708, "kl": 0.08471249227654444, "entropy": 0.346136014755458, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "7", true], [5, 5, "9", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "7110", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.02007889375090599, "gradient_norm_before_clip": 0.4591008424758911, "kl": 0.06841479710170201, "entropy": 0.342129146030971, "ratio_outside_clip": 0.0}, {"loss": -0.023039693012833595, "gradient_norm_before_clip": 0.4211522936820984, "kl": 0.06893941061837333, "entropy": 0.3406239536830357, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014198081567883492, "gradient_norm_before_clip": 1.0379739999771118, "kl": 0.08139525119613551, "entropy": 0.3320760427031127, "ratio_outside_clip": 0.0}, {"loss": -0.0194409042596817, "gradient_norm_before_clip": 0.9308138489723206, "kl": 0.08240865911327817, "entropy": 0.3278951344999877, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "9111", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9112", true], [8, 2, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06896394491195679, "gradient_norm_before_clip": 0.7772615551948547, "kl": 0.10632790191264092, "entropy": 0.4010538028765328, "ratio_outside_clip": 0.0}, {"loss": 0.06423599272966385, "gradient_norm_before_clip": 0.7689897418022156, "kl": 0.10583485229105889, "entropy": 0.39729531203644186, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "1", true], [1, 9, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.021237310022115707, "gradient_norm_before_clip": 0.655352771282196, "kl": 0.06188955942789714, "entropy": 0.3675660196940104, "ratio_outside_clip": 0.0}, {"loss": -0.023233961313962936, "gradient_norm_before_clip": 0.6393126845359802, "kl": 0.06193398793538411, "entropy": 0.36661402384440106, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8111", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "3", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "1", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.052209578454494476, "gradient_norm_before_clip": 0.7109729051589966, "kl": 0.0980888572899071, "entropy": 0.41122080828692464, "ratio_outside_clip": 0.0}, {"loss": 0.047423724085092545, "gradient_norm_before_clip": 0.5505455732345581, "kl": 0.09862107843966098, "entropy": 0.40896688925253377, "ratio_outside_clip": 0.006756756756756757}]}, {"step": 197, "rows": [[6, 7, "12", true], [6, 7, "12", true], [6, 7, "10", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "115", true], [9, 4, "13", true], [9, 4, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "3", true], [2, 7, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01700562797486782, "gradient_norm_before_clip": 0.5942971706390381, "kl": 0.08333565679828772, "entropy": 0.375610308700733, "ratio_outside_clip": 0.0}, {"loss": 0.014106567949056625, "gradient_norm_before_clip": 0.5569449067115784, "kl": 0.08519856313641151, "entropy": 0.3715353547857049, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "7", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "911", true], [8, 1, "", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010524893179535866, "gradient_norm_before_clip": 0.6450240015983582, "kl": 0.08354289487281942, "entropy": 0.4304152778957201, "ratio_outside_clip": 0.0}, {"loss": 0.005656446795910597, "gradient_norm_before_clip": 0.6107281446456909, "kl": 0.08463039753599937, "entropy": 0.42660413469587055, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9111", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "811", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.09625507146120071, "gradient_norm_before_clip": 0.5405833125114441, "kl": 0.050681749979654946, "entropy": 0.3883586236607959, "ratio_outside_clip": 0.0}, {"loss": 0.09425688534975052, "gradient_norm_before_clip": 0.5379852056503296, "kl": 0.0507607320595903, "entropy": 0.3872728849712171, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.015494040213525295, "gradient_norm_before_clip": 0.3529403805732727, "kl": 0.06758301463348186, "entropy": 0.362335205078125, "ratio_outside_clip": 0.0}, {"loss": -0.015576589852571487, "gradient_norm_before_clip": 0.35425886511802673, "kl": 0.06835461294414191, "entropy": 0.36108464121029077, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "19", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "3", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "10", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "13", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0011992976069450378, "gradient_norm_before_clip": 0.6135528087615967, "kl": 0.08739025635126779, "entropy": 0.2933865834975384, "ratio_outside_clip": 0.0}, {"loss": -0.003451069351285696, "gradient_norm_before_clip": 0.6057723760604858, "kl": 0.08772377149593195, "entropy": 0.29259077896027874, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 1, "6", true], [1, 1, "10", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011395839974284172, "gradient_norm_before_clip": 0.5575096607208252, "kl": 0.07092454216696999, "entropy": 0.34300313677106586, "ratio_outside_clip": 0.0}, {"loss": 0.01003777515143156, "gradient_norm_before_clip": 0.5514076948165894, "kl": 0.0712370439009233, "entropy": 0.34241391466809556, "ratio_outside_clip": 0.0}]}, {"step": 203, "rows": [[6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.015561085194349289, "gradient_norm_before_clip": 0.7912091612815857, "kl": 0.06534832834407983, "entropy": 0.2762555760263607, "ratio_outside_clip": 0.0}, {"loss": -0.01815570518374443, "gradient_norm_before_clip": 0.7428410649299622, "kl": 0.06557374284756894, "entropy": 0.2742328264855391, "ratio_outside_clip": 0.0}]}, {"step": 204, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "4", true], [1, 8, "9", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01042411383241415, "gradient_norm_before_clip": 0.4444967806339264, "kl": 0.06620800417233137, "entropy": 0.37527303758010366, "ratio_outside_clip": 0.0}, {"loss": 0.008070362731814384, "gradient_norm_before_clip": 0.4362936317920685, "kl": 0.06657618479011884, "entropy": 0.37400785458633323, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "4", true], [8, 1, "9", true], [8, 1, "8", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013069822452962399, "gradient_norm_before_clip": 0.6024394631385803, "kl": 0.058307055554358785, "entropy": 0.35522618013269763, "ratio_outside_clip": 0.0}, {"loss": 0.010373812168836594, "gradient_norm_before_clip": 0.5945559144020081, "kl": 0.05894337448419309, "entropy": 0.35329773846794577, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[1, 8, "9", true], [1, 8, "9111", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0522000677883625, "gradient_norm_before_clip": 0.7056132555007935, "kl": 0.07333537936210632, "entropy": 0.30847313404083254, "ratio_outside_clip": 0.0}, {"loss": 0.04856599494814873, "gradient_norm_before_clip": 0.6844431161880493, "kl": 0.07324765920639038, "entropy": 0.30788545608520507, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.01891186647117138, "gradient_norm_before_clip": 0.6769570708274841, "kl": 0.06724545243498567, "entropy": 0.30051360192236964, "ratio_outside_clip": 0.0}, {"loss": -0.020664485171437263, "gradient_norm_before_clip": 0.6682080030441284, "kl": 0.0672929689481661, "entropy": 0.3010095868791853, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [9, 8, "13", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "8", true], [2, 4, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "11", true], [7, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.013861802406609058, "gradient_norm_before_clip": 0.7465623617172241, "kl": 0.0847064622866562, "entropy": 0.427255268969567, "ratio_outside_clip": 0.0}, {"loss": 0.011282037012279034, "gradient_norm_before_clip": 0.7335021495819092, "kl": 0.08515614777608635, "entropy": 0.4258199953565411, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "3", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.002577447332441807, "gradient_norm_before_clip": 0.8305705189704895, "kl": 0.08591526084476048, "entropy": 0.35527176327175564, "ratio_outside_clip": 0.0}, {"loss": -0.003089563688263297, "gradient_norm_before_clip": 0.7826290130615234, "kl": 0.08543136384752062, "entropy": 0.3554217020670573, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "3", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 0, "1", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "0", true], [7, 0, "7", true], [7, 0, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.030671069398522377, "gradient_norm_before_clip": 0.557842493057251, "kl": 0.07695194057651333, "entropy": 0.5214678891055233, "ratio_outside_clip": 0.0}, {"loss": 0.027415484189987183, "gradient_norm_before_clip": 0.5530552864074707, "kl": 0.0785448834612653, "entropy": 0.5213607041152207, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.013492758385837078, "gradient_norm_before_clip": 0.5488900542259216, "kl": 0.078334928272727, "entropy": 0.3291826533700178, "ratio_outside_clip": 0.0}, {"loss": -0.013647218234837055, "gradient_norm_before_clip": 0.5489808917045593, "kl": 0.07869573124868427, "entropy": 0.32906739012209957, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "113", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "1", true], [7, 0, "10", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.005670260637998581, "gradient_norm_before_clip": 0.5007889270782471, "kl": 0.0702124407261978, "entropy": 0.40402989328643424, "ratio_outside_clip": 0.0}, {"loss": 0.003961619921028614, "gradient_norm_before_clip": 0.49415308237075806, "kl": 0.07058290787685065, "entropy": 0.40372824963228204, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "13", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "111", true], [7, 5, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0019025085493922234, "gradient_norm_before_clip": 0.5226489305496216, "kl": 0.06341713950747535, "entropy": 0.34727636973063153, "ratio_outside_clip": 0.0}, {"loss": 0.0008017016225494444, "gradient_norm_before_clip": 0.5215577483177185, "kl": 0.06381820497058686, "entropy": 0.34604892276582266, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "10", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01751968450844288, "gradient_norm_before_clip": 0.768345057964325, "kl": 0.09519178573399374, "entropy": 0.36445194401153147, "ratio_outside_clip": 0.0}, {"loss": 0.01396137848496437, "gradient_norm_before_clip": 0.7396342158317566, "kl": 0.09589014314625362, "entropy": 0.3628213960830479, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8113", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03150075674057007, "gradient_norm_before_clip": 0.6536598205566406, "kl": 0.07761241468183834, "entropy": 0.3594615444815232, "ratio_outside_clip": 0.0}, {"loss": 0.027467025443911552, "gradient_norm_before_clip": 0.63172447681427, "kl": 0.07892477585494152, "entropy": 0.35663798981649014, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "120", true], [8, 4, "12", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.023345282301306725, "gradient_norm_before_clip": 0.571903645992279, "kl": 0.09730968604216704, "entropy": 0.4430620863630965, "ratio_outside_clip": 0.0}, {"loss": 0.019314665347337723, "gradient_norm_before_clip": 0.5579297542572021, "kl": 0.10072629516189163, "entropy": 0.43953916188832876, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 3, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "10", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01421306747943163, "gradient_norm_before_clip": 0.8629297614097595, "kl": 0.07559605302481816, "entropy": 0.2931085520777209, "ratio_outside_clip": 0.0}, {"loss": 0.009084568358957767, "gradient_norm_before_clip": 0.8173478841781616, "kl": 0.07644242911503232, "entropy": 0.29048730258283945, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0019989877473562956, "gradient_norm_before_clip": 0.46048957109451294, "kl": 0.066632584521645, "entropy": 0.39034722980700043, "ratio_outside_clip": 0.0}, {"loss": -0.00014000032388139516, "gradient_norm_before_clip": 0.45189234614372253, "kl": 0.06739631452058491, "entropy": 0.3897028220327277, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "17", true], [9, 6, "13", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.003162805689498782, "gradient_norm_before_clip": 0.44999292492866516, "kl": 0.10542688369750977, "entropy": 0.26133596897125244, "ratio_outside_clip": 0.0}, {"loss": 0.0019033371936529875, "gradient_norm_before_clip": 0.4422667324542999, "kl": 0.10580661296844482, "entropy": 0.2615748405456543, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "9", true], [5, 8, "12", true], [5, 8, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "116", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03177139535546303, "gradient_norm_before_clip": 0.5236371159553528, "kl": 0.09560760049258961, "entropy": 0.38227691650390627, "ratio_outside_clip": 0.0}, {"loss": 0.029545361176133156, "gradient_norm_before_clip": 0.5230623483657837, "kl": 0.09731706731459673, "entropy": 0.3814546921673943, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [2, 8, "8111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "18", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [4, 8, "12", true], [4, 8, "919111", false], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02698146179318428, "gradient_norm_before_clip": 0.6099840998649597, "kl": 0.07260070095172508, "entropy": 0.3643642271185197, "ratio_outside_clip": 0.0}, {"loss": 0.026279207319021225, "gradient_norm_before_clip": 0.6019254326820374, "kl": 0.07306129808370777, "entropy": 0.3647152013172304, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8110", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05587325245141983, "gradient_norm_before_clip": 0.6915253400802612, "kl": 0.08913265047846614, "entropy": 0.4324348037307327, "ratio_outside_clip": 0.0}, {"loss": 0.05108404904603958, "gradient_norm_before_clip": 0.6730506420135498, "kl": 0.09003034797874657, "entropy": 0.4317781603014147, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [4, 7, "11", true], [4, 7, "19", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9111", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015222924761474133, "gradient_norm_before_clip": 0.9348927140235901, "kl": 0.07880937700440897, "entropy": 0.3089021761741864, "ratio_outside_clip": 0.0}, {"loss": 0.010329000651836395, "gradient_norm_before_clip": 0.9018310308456421, "kl": 0.0790438454532059, "entropy": 0.3075300814837394, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "17", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "3", true], [2, 7, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0012568399542942643, "gradient_norm_before_clip": 1.0847463607788086, "kl": 0.08450148464028352, "entropy": 0.40522581611583436, "ratio_outside_clip": 0.0}, {"loss": -0.006316228769719601, "gradient_norm_before_clip": 1.0064281225204468, "kl": 0.08446618622424555, "entropy": 0.40518659703871784, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[6, 4, "12", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "7", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03403211385011673, "gradient_norm_before_clip": 1.2944495677947998, "kl": 0.07838819231305803, "entropy": 0.35254313877650667, "ratio_outside_clip": 0.0}, {"loss": 0.03491897135972977, "gradient_norm_before_clip": 1.3423925638198853, "kl": 0.07859996250697544, "entropy": 0.3529107883998326, "ratio_outside_clip": 0.0}]}, {"step": 226, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "97", true], [5, 7, "13", true], [5, 7, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "10", true], [4, 8, "15", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014241356402635574, "gradient_norm_before_clip": 0.745969831943512, "kl": 0.07995273782022344, "entropy": 0.33472457022037144, "ratio_outside_clip": 0.0}, {"loss": -0.016270337626338005, "gradient_norm_before_clip": 0.7303649187088013, "kl": 0.08000466208787835, "entropy": 0.3338527559484326, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9116", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "3", true], [1, 7, "9", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "18", true], [4, 7, "11", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.034902215003967285, "gradient_norm_before_clip": 0.7130448222160339, "kl": 0.07462058243928132, "entropy": 0.2483748918698158, "ratio_outside_clip": 0.0}, {"loss": 0.030640605837106705, "gradient_norm_before_clip": 0.6943384408950806, "kl": 0.07489952040307316, "entropy": 0.24601620803644628, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [9, 4, "110", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.055666208267211914, "gradient_norm_before_clip": 0.5540893077850342, "kl": 0.09787561689104353, "entropy": 0.3634065246582031, "ratio_outside_clip": 0.0}, {"loss": 0.054168421775102615, "gradient_norm_before_clip": 0.546356201171875, "kl": 0.09821703229631697, "entropy": 0.3620335170200893, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0027158623561263084, "gradient_norm_before_clip": 0.4835134446620941, "kl": 0.09052854114108616, "entropy": 0.3450783093770345, "ratio_outside_clip": 0.0}, {"loss": 0.0013816157588735223, "gradient_norm_before_clip": 0.47493526339530945, "kl": 0.09146534734302098, "entropy": 0.342788749270969, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "11", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.004376839380711317, "gradient_norm_before_clip": 0.7705400586128235, "kl": 0.05956676586254223, "entropy": 0.33478071882918076, "ratio_outside_clip": 0.0}, {"loss": -0.007622592616826296, "gradient_norm_before_clip": 0.7574731707572937, "kl": 0.05950821541451119, "entropy": 0.3319133655444996, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "410", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "120", true], [7, 5, "12", true], [7, 5, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06042115390300751, "gradient_norm_before_clip": 0.4475895166397095, "kl": 0.08604945591517857, "entropy": 0.31873260498046874, "ratio_outside_clip": 0.0}, {"loss": 0.058142319321632385, "gradient_norm_before_clip": 0.43532779812812805, "kl": 0.08627476283482143, "entropy": 0.3181781005859375, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "4", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [2, 8, "3", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.010745774023234844, "gradient_norm_before_clip": 0.5199140906333923, "kl": 0.08374439586292613, "entropy": 0.348522087196251, "ratio_outside_clip": 0.0}, {"loss": 0.006982156075537205, "gradient_norm_before_clip": 0.49462655186653137, "kl": 0.08489644682252562, "entropy": 0.34576093995725954, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.018217112869024277, "gradient_norm_before_clip": 0.37831082940101624, "kl": 0.08539255130925827, "entropy": 0.34219215889654214, "ratio_outside_clip": 0.0}, {"loss": 0.016663700342178345, "gradient_norm_before_clip": 0.3656873106956482, "kl": 0.08510692302997296, "entropy": 0.3424832496417345, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "91111", true], [7, 5, "12", true], [7, 5, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "13", true], [9, 8, "12", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "11", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03073248639702797, "gradient_norm_before_clip": 0.5650542378425598, "kl": 0.10311210916397419, "entropy": 0.3097583080859894, "ratio_outside_clip": 0.0}, {"loss": 0.029870133846998215, "gradient_norm_before_clip": 0.5661414861679077, "kl": 0.10330169758898147, "entropy": 0.3097367996865131, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[2, 4, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "9111", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [5, 1, "0", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.019101442769169807, "gradient_norm_before_clip": 0.5384758710861206, "kl": 0.10544174100145881, "entropy": 0.33281203846872587, "ratio_outside_clip": 0.0}, {"loss": 0.01784852333366871, "gradient_norm_before_clip": 0.5367993712425232, "kl": 0.10603565639919704, "entropy": 0.3313714486581308, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "7", true], [9, 3, "12", true], [9, 3, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "18", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true]], "zero_variance_groups": 5, "updates": [{"loss": -0.01360936276614666, "gradient_norm_before_clip": 0.38217318058013916, "kl": 0.10101939747168583, "entropy": 0.27562799993551, "ratio_outside_clip": 0.0}, {"loss": -0.014494898729026318, "gradient_norm_before_clip": 0.37692055106163025, "kl": 0.10163620283018868, "entropy": 0.27450705474277715, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "3", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01437461283057928, "gradient_norm_before_clip": 0.8447673916816711, "kl": 0.10165444542379941, "entropy": 0.3664379244536356, "ratio_outside_clip": 0.0}, {"loss": 0.011384628713130951, "gradient_norm_before_clip": 0.8144998550415039, "kl": 0.10176252227982664, "entropy": 0.36429167105481514, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "8", true], [5, 5, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.054003600031137466, "gradient_norm_before_clip": 0.9008030295372009, "kl": 0.06614791022406684, "entropy": 0.26475944295961257, "ratio_outside_clip": 0.0}, {"loss": -0.05983555689454079, "gradient_norm_before_clip": 0.843168318271637, "kl": 0.06561866001776087, "entropy": 0.26124407673439787, "ratio_outside_clip": 0.0}]}, {"step": 239, "rows": [[5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "4", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.0036394139751791954, "gradient_norm_before_clip": 0.40907126665115356, "kl": 0.12131354388068705, "entropy": 0.26518995621625113, "ratio_outside_clip": 0.0}, {"loss": 0.0025345648173242807, "gradient_norm_before_clip": 0.4069594144821167, "kl": 0.12157890375922709, "entropy": 0.2636607674991383, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 2, "1", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.04245399311184883, "gradient_norm_before_clip": 0.7462288737297058, "kl": 0.10126636172301018, "entropy": 0.3612010879004562, "ratio_outside_clip": 0.0}, {"loss": 0.04285286366939545, "gradient_norm_before_clip": 0.7556158900260925, "kl": 0.10083738749459285, "entropy": 0.3606219707719432, "ratio_outside_clip": 0.0}]}], "substring": [{"step": 1, "rows": [[5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "3", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "7", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "12", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "8", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.008545356802642345, "gradient_norm_before_clip": 0.749181866645813, "kl": 1.6657366657184595e-09, "entropy": 0.6705061938311603, "ratio_outside_clip": 0.0}, {"loss": -0.007891030050814152, "gradient_norm_before_clip": 0.5379723906517029, "kl": 0.0017254652606474388, "entropy": 0.6614602063153241, "ratio_outside_clip": 0.02027027027027027}]}, {"step": 2, "rows": [[2, 1, "0", true], [2, 1, "3", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "18", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "15", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02699993923306465, "gradient_norm_before_clip": 0.6800737977027893, "kl": 0.0009027832263224834, "entropy": 0.5920293137833879, "ratio_outside_clip": 0.0}, {"loss": -0.03287946805357933, "gradient_norm_before_clip": 0.6699011325836182, "kl": 0.0014124592212406365, "entropy": 0.5869677775614971, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "8", true], [2, 7, "911", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "9", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "4", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [8, 2, "7", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 8, "12", true], [8, 8, "9113", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.03343213349580765, "gradient_norm_before_clip": 0.6224688291549683, "kl": 0.004163969683167118, "entropy": 0.6782694566969903, "ratio_outside_clip": 0.0}, {"loss": -0.038478393107652664, "gradient_norm_before_clip": 0.6176698207855225, "kl": 0.0041027829151025555, "entropy": 0.6762742420170931, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "13", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [8, 5, "13", true], [8, 5, "19", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "120", true], [2, 4, "10", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 4, "911", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "16", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.025276241824030876, "gradient_norm_before_clip": 0.47409841418266296, "kl": 0.004385301045009068, "entropy": 0.5512868390764509, "ratio_outside_clip": 0.0}, {"loss": -0.03041553497314453, "gradient_norm_before_clip": 0.4562942385673523, "kl": 0.004192677225385393, "entropy": 0.5472125680106027, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[7, 6, "110", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "4", true], [1, 8, "9", true], [1, 8, "8", true], [1, 2, "8", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "12", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "91", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.018536277115345, "gradient_norm_before_clip": 0.6342798471450806, "kl": 0.002307658780834632, "entropy": 0.6558496166845995, "ratio_outside_clip": 0.0}, {"loss": 0.014738816767930984, "gradient_norm_before_clip": 0.6313048601150513, "kl": 0.0027883095655612603, "entropy": 0.6519424529846557, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 2, "0", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "19", true], [7, 5, "12", true], [8, 9, "13", true], [8, 9, "1112", true], [8, 9, "11", true], [8, 9, "11", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "10", true], [8, 9, "12", true], [1, 8, "9", true], [1, 8, "812", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "71", true], [1, 8, "913", true], [1, 8, "9", true], [1, 8, "911", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "113", true], [6, 9, "12", true], [6, 9, "1112", true], [6, 9, "13", true], [6, 9, "12", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "3", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.002205443102866411, "gradient_norm_before_clip": 0.41541823744773865, "kl": 0.003742299428800257, "entropy": 0.7110736660841035, "ratio_outside_clip": 0.0}, {"loss": -0.003890890860930085, "gradient_norm_before_clip": 0.41506004333496094, "kl": 0.004377565369373415, "entropy": 0.7097642945080269, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "37112", true], [4, 8, "13", true], [4, 8, "12", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004990920424461365, "gradient_norm_before_clip": 0.5735471844673157, "kl": 0.003974416345920203, "entropy": 0.6225290358441431, "ratio_outside_clip": 0.0}, {"loss": 0.002214185195043683, "gradient_norm_before_clip": 0.5692422389984131, "kl": 0.004519212170966766, "entropy": 0.6214589532816185, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 5, "12", true], [8, 5, "126", true], [8, 5, "9111", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "0", true], [4, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "9", true], [6, 4, "12", true], [6, 4, "12", true], [6, 4, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02163044549524784, "gradient_norm_before_clip": 0.4994794428348541, "kl": 0.0084420807659626, "entropy": 0.6264138221740723, "ratio_outside_clip": 0.0}, {"loss": 0.019466880708932877, "gradient_norm_before_clip": 0.4711853563785553, "kl": 0.009503662586212158, "entropy": 0.6252834320068359, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [6, 6, "17", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "12", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "9", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "", true], [1, 0, "1", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "9", true], [2, 8, "13", true], [2, 8, "10", true], [9, 4, "18", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03634917736053467, "gradient_norm_before_clip": 0.5443313717842102, "kl": 0.015237652171741832, "entropy": 0.6112408724698153, "ratio_outside_clip": 0.0}, {"loss": -0.037093233317136765, "gradient_norm_before_clip": 0.5409044027328491, "kl": 0.016379211888168797, "entropy": 0.6092446067116477, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 4, "15", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "15", true], [9, 4, "11", true], [9, 4, "13", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "110", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "12", true], [9, 8, "110", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "17", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "6", true], [1, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "306", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009682660922408104, "gradient_norm_before_clip": 0.6102533936500549, "kl": 0.016834751574579112, "entropy": 0.6731313831078078, "ratio_outside_clip": 0.0}, {"loss": 0.007262799423187971, "gradient_norm_before_clip": 0.5997108221054077, "kl": 0.015685883824696798, "entropy": 0.6719073906630099, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 4, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "18", true], [9, 8, "15", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02316906303167343, "gradient_norm_before_clip": 0.5626109838485718, "kl": 0.01424044926961263, "entropy": 0.6059477233886719, "ratio_outside_clip": 0.0}, {"loss": -0.025793282315135002, "gradient_norm_before_clip": 0.5558919310569763, "kl": 0.012717570463816325, "entropy": 0.6039992268880209, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[4, 5, "8", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "8", true], [7, 1, "9", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "6", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "12", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "", true], [0, 1, "6", true], [0, 1, "0", true], [0, 1, "", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.017316754907369614, "gradient_norm_before_clip": 0.5904540419578552, "kl": 0.006183983474377765, "entropy": 0.610910175651904, "ratio_outside_clip": 0.0}, {"loss": -0.020151428878307343, "gradient_norm_before_clip": 0.5716840624809265, "kl": 0.0056875162566734465, "entropy": 0.6068450725631208, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[3, 9, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 6, "120", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "8", true], [2, 4, "7", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "17", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "45", true], [3, 1, "6", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011611764319241047, "gradient_norm_before_clip": 0.5182183384895325, "kl": 0.008150606035436474, "entropy": 0.6422765000061419, "ratio_outside_clip": 0.0}, {"loss": 0.00965818576514721, "gradient_norm_before_clip": 0.5243154168128967, "kl": 0.00794331082757914, "entropy": 0.6398887394359277, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8110", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "19", true], [9, 4, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "12", true], [3, 4, "10", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012189009226858616, "gradient_norm_before_clip": 0.6482542753219604, "kl": 0.007559697768267463, "entropy": 0.5463811537798713, "ratio_outside_clip": 0.0}, {"loss": -0.014632606878876686, "gradient_norm_before_clip": 0.6287282109260559, "kl": 0.007747175413019517, "entropy": 0.5452786613913143, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[6, 0, "6", true], [6, 0, "7", true], [6, 0, "2", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "7", true], [2, 1, "9", true], [2, 1, "3", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [8, 8, "12", true], [8, 8, "178110", false], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00893856305629015, "gradient_norm_before_clip": 0.561693012714386, "kl": 0.007959036560325356, "entropy": 0.6696357993812828, "ratio_outside_clip": 0.0}, {"loss": 0.005685639567673206, "gradient_norm_before_clip": 0.553033709526062, "kl": 0.008317793165887152, "entropy": 0.6677750807542068, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[6, 9, "12", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "11", true], [6, 9, "12", true], [6, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 8, "9112", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "16", true], [8, 8, "112", true], [8, 8, "15", true], [8, 8, "11", true], [8, 8, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "13", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "0", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0032181809656322002, "gradient_norm_before_clip": 0.406017541885376, "kl": 0.010012998300440171, "entropy": 0.6334424187155331, "ratio_outside_clip": 0.0}, {"loss": -0.0043754614889621735, "gradient_norm_before_clip": 0.40666651725769043, "kl": 0.010370264333837172, "entropy": 0.6332987168255975, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "19", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "3", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0002825981646310538, "gradient_norm_before_clip": 0.4291006326675415, "kl": 0.009420212162168403, "entropy": 0.6158016606381065, "ratio_outside_clip": 0.0}, {"loss": -0.002423846395686269, "gradient_norm_before_clip": 0.42463308572769165, "kl": 0.009784165965883355, "entropy": 0.6152793482730263, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "6", true], [5, 4, "7", true], [5, 4, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "0", true], [8, 0, "6", true], [8, 0, "10", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "14", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02235408127307892, "gradient_norm_before_clip": 0.4637412130832672, "kl": 0.014812555313110352, "entropy": 0.6145203653971354, "ratio_outside_clip": 0.0}, {"loss": 0.021453361958265305, "gradient_norm_before_clip": 0.46438878774642944, "kl": 0.015228055318196614, "entropy": 0.614197998046875, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "9", true], [3, 4, "7", true], [7, 0, "6", true], [7, 0, "610", true], [7, 0, "6", true], [7, 0, "1", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.012042765505611897, "gradient_norm_before_clip": 0.6727816462516785, "kl": 0.010300288013383454, "entropy": 0.5914073769563164, "ratio_outside_clip": 0.0}, {"loss": -0.01428094133734703, "gradient_norm_before_clip": 0.6606515645980835, "kl": 0.010511748151841506, "entropy": 0.5900473999821283, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "97", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [7, 4, "12", true], [7, 4, "8", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "18", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "9", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.023005500435829163, "gradient_norm_before_clip": 0.5552243590354919, "kl": 0.01350631353990087, "entropy": 0.6188354972023634, "ratio_outside_clip": 0.0}, {"loss": -0.024398017674684525, "gradient_norm_before_clip": 0.5503171682357788, "kl": 0.013192989541299688, "entropy": 0.6177841282490665, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "123", true], [8, 5, "16", true], [8, 5, "99112", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "2", true], [6, 0, "9", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.00030230602715164423, "gradient_norm_before_clip": 0.38140785694122314, "kl": 0.010076528642235733, "entropy": 0.5458026513820742, "ratio_outside_clip": 0.0}, {"loss": -0.0003901378368027508, "gradient_norm_before_clip": 0.3793242573738098, "kl": 0.009985241221218574, "entropy": 0.5449959359517912, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "7", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.009294262155890465, "gradient_norm_before_clip": 0.5537022352218628, "kl": 0.008955344447383174, "entropy": 0.6027237503616898, "ratio_outside_clip": 0.0}, {"loss": -0.011661027558147907, "gradient_norm_before_clip": 0.5481033325195312, "kl": 0.00903296294035735, "entropy": 0.600711511682581, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "13", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01178043894469738, "gradient_norm_before_clip": 0.6019526124000549, "kl": 0.015327724755979051, "entropy": 0.5604760662402982, "ratio_outside_clip": 0.0}, {"loss": 0.008832957595586777, "gradient_norm_before_clip": 0.5918641686439514, "kl": 0.015607431823132085, "entropy": 0.5577410030988307, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[1, 7, "9", true], [1, 7, "9", true], [1, 7, "", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "10", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "9", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "10", true], [6, 7, "12", true], [6, 7, "12", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "8", true], [1, 5, "2", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008026419207453728, "gradient_norm_before_clip": 0.6857829093933105, "kl": 0.01767330682730373, "entropy": 0.5661841283870649, "ratio_outside_clip": 0.0}, {"loss": -0.011248618364334106, "gradient_norm_before_clip": 0.6276814341545105, "kl": 0.018883515007888214, "entropy": 0.5653309399568582, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 4, "9", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [9, 8, "10", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "113", true], [9, 8, "10", true], [9, 8, "111", true], [9, 8, "13", true], [9, 8, "12", true], [5, 2, "7", true], [5, 2, "0", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [1, 0, "6", true], [1, 0, "10", true], [1, 0, "8", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "8", true], [9, 4, "12", true], [9, 4, "10", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.046820443123579025, "gradient_norm_before_clip": 1.0280404090881348, "kl": 0.02351998233195371, "entropy": 0.6092318648812156, "ratio_outside_clip": 0.0}, {"loss": -0.04895678907632828, "gradient_norm_before_clip": 1.027965784072876, "kl": 0.024150331065339863, "entropy": 0.6076224944876425, "ratio_outside_clip": 0.0}]}, {"step": 26, "rows": [[6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "133451", false], [6, 9, "11", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "18", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "112", true], [4, 9, "13", true], [4, 9, "11", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "18", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "15", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "811", true], [4, 6, "9", true], [8, 2, "10", true], [8, 2, "17", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "13", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.024174408987164497, "gradient_norm_before_clip": 0.5850237607955933, "kl": 0.019507275832878365, "entropy": 0.5636375343406593, "ratio_outside_clip": 0.0}, {"loss": 0.023245446383953094, "gradient_norm_before_clip": 0.594926118850708, "kl": 0.01877363173516242, "entropy": 0.5615570571396377, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 9, "12", true], [6, 9, "125", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "1512", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "1010", true], [8, 9, "13", true], [8, 9, "17", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02839026227593422, "gradient_norm_before_clip": 0.5343143939971924, "kl": 0.009758734703063964, "entropy": 0.5667171253877528, "ratio_outside_clip": 0.0}, {"loss": 0.027113504707813263, "gradient_norm_before_clip": 0.5320773720741272, "kl": 0.009789893907659193, "entropy": 0.5650459738338695, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[7, 5, "10", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "2", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 6, "8", true], [2, 6, "3", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005553071387112141, "gradient_norm_before_clip": 0.6345435380935669, "kl": 0.014366628229618072, "entropy": 0.5559291839599609, "ratio_outside_clip": 0.0}, {"loss": -0.0077428063377738, "gradient_norm_before_clip": 0.6154434680938721, "kl": 0.014223057031631469, "entropy": 0.5546014785766602, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[3, 1, "4", true], [3, 1, "402", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 6, "17", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "1313", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [2, 8, "10", true], [2, 8, "17", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.042816683650016785, "gradient_norm_before_clip": 0.5048119425773621, "kl": 0.016994903316605563, "entropy": 0.5618102510096663, "ratio_outside_clip": 0.0}, {"loss": -0.04519747570157051, "gradient_norm_before_clip": 0.49940550327301025, "kl": 0.017201208125400005, "entropy": 0.5603116568872484, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[5, 5, "10", true], [5, 5, "9", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [9, 8, "16", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "11", true], [9, 8, "13", true], [1, 5, "5", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 3, "7", true], [4, 3, "10", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0005689451354555786, "gradient_norm_before_clip": 0.624485194683075, "kl": 0.01896424826822783, "entropy": 0.6051076587877775, "ratio_outside_clip": 0.0}, {"loss": -0.002422913210466504, "gradient_norm_before_clip": 0.6107821464538574, "kl": 0.019246600176158705, "entropy": 0.6026247928017064, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[9, 6, "13", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "1337", true], [9, 6, "15", true], [9, 6, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "106", true], [5, 5, "10", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "188113", false], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "2", true], [0, 8, "6", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.06529556959867477, "gradient_norm_before_clip": 0.7160966396331787, "kl": 0.011435655391577518, "entropy": 0.5906134865500711, "ratio_outside_clip": 0.0}, {"loss": 0.0621306449174881, "gradient_norm_before_clip": 0.694085419178009, "kl": 0.011119176402236476, "entropy": 0.5889806111653646, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "3", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "3", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.018157508224248886, "gradient_norm_before_clip": 0.6203474402427673, "kl": 0.019892362099659593, "entropy": 0.5940733800960493, "ratio_outside_clip": 0.0}, {"loss": 0.017164872959256172, "gradient_norm_before_clip": 0.6161649227142334, "kl": 0.020151823381834393, "entropy": 0.5923091067543512, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[7, 4, "8111", true], [7, 4, "12", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "17", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "7", true], [2, 2, "8", true], [2, 2, "4", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03328484296798706, "gradient_norm_before_clip": 0.7397058606147766, "kl": 0.01767387173392556, "entropy": 0.6356793193074016, "ratio_outside_clip": 0.0}, {"loss": 0.028290370479226112, "gradient_norm_before_clip": 0.707112193107605, "kl": 0.018260110508311878, "entropy": 0.6352694622882, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[8, 9, "12", true], [8, 9, "11", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "1113", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "11", true], [9, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "8", true], [2, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0120930727571249, "gradient_norm_before_clip": 0.40013816952705383, "kl": 0.015505799027376397, "entropy": 0.6089210510253906, "ratio_outside_clip": 0.0}, {"loss": 0.010779468342661858, "gradient_norm_before_clip": 0.39324480295181274, "kl": 0.01627987484599269, "entropy": 0.6090521701546603, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "25", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "10", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "8", true], [7, 2, "8", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [9, 8, "13", true], [9, 8, "9112", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.014784174039959908, "gradient_norm_before_clip": 0.5000727772712708, "kl": 0.021881751294405956, "entropy": 0.6403716465212265, "ratio_outside_clip": 0.0}, {"loss": 0.01255710143595934, "gradient_norm_before_clip": 0.4944646656513214, "kl": 0.02294248454975632, "entropy": 0.6395122600051591, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "113", true], [8, 8, "16", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.014987300150096416, "gradient_norm_before_clip": 0.44811612367630005, "kl": 0.020197213729681997, "entropy": 0.5835195552406972, "ratio_outside_clip": 0.0}, {"loss": 0.011927928775548935, "gradient_norm_before_clip": 0.437000572681427, "kl": 0.02175804920968293, "entropy": 0.5814048458386019, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "8", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "11", true], [8, 8, "14", true], [8, 8, "11", true], [8, 8, "13", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "5", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0065115271136164665, "gradient_norm_before_clip": 0.4239158630371094, "kl": 0.01942525900803603, "entropy": 0.621215126731179, "ratio_outside_clip": 0.0}, {"loss": 0.004853366408497095, "gradient_norm_before_clip": 0.42343971133232117, "kl": 0.02053980084208699, "entropy": 0.621043415812703, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "400", true], [3, 1, "4", true], [3, 1, "40", true], [3, 1, "344", true], [3, 1, "4", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "123", true], [3, 9, "13", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "8", true], [4, 6, "8", true], [7, 5, "9", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "103", true], [9, 1, "10", true], [9, 1, "10", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "0000", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.051756300032138824, "gradient_norm_before_clip": 0.9480820298194885, "kl": 0.03566443478619611, "entropy": 0.5700300240222319, "ratio_outside_clip": 0.0}, {"loss": -0.05474669113755226, "gradient_norm_before_clip": 0.9294111132621765, "kl": 0.03549131346337589, "entropy": 0.5691821722336757, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[5, 1, "6", true], [5, 1, "3", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "4", true], [5, 1, "2", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "3", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "3", true], [7, 1, "8", true], [7, 1, "8", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0014493396738544106, "gradient_norm_before_clip": 0.8189084529876709, "kl": 0.02649848120553153, "entropy": 0.6491601126534599, "ratio_outside_clip": 0.0}, {"loss": -0.007857145741581917, "gradient_norm_before_clip": 0.7585427761077881, "kl": 0.024619625295911517, "entropy": 0.6448181697300502, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[5, 1, "2", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "43", true], [3, 1, "236", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "8", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [6, 0, "6", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02167568914592266, "gradient_norm_before_clip": 0.7195367813110352, "kl": 0.030256456608394926, "entropy": 0.6775483604815367, "ratio_outside_clip": 0.0}, {"loss": 0.017749913036823273, "gradient_norm_before_clip": 0.714135468006134, "kl": 0.030002967916804252, "entropy": 0.6746283332220941, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[1, 0, "1", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "91110", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "9111", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "3", true], [0, 7, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.028490804135799408, "gradient_norm_before_clip": 0.5467723608016968, "kl": 0.020805724461873374, "entropy": 0.6361711444276752, "ratio_outside_clip": 0.0}, {"loss": 0.024171384051442146, "gradient_norm_before_clip": 0.5370346307754517, "kl": 0.020308363076412317, "entropy": 0.6349500713926373, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "18", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [1, 1, "30", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014883317053318024, "gradient_norm_before_clip": 0.6782328486442566, "kl": 0.014371574741520295, "entropy": 0.6450772742702536, "ratio_outside_clip": 0.0}, {"loss": 0.014218601398169994, "gradient_norm_before_clip": 0.6802577972412109, "kl": 0.014353621495913153, "entropy": 0.6458306508521511, "ratio_outside_clip": 0.0}]}, {"step": 43, "rows": [[1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "304", true], [1, 2, "6", true], [1, 2, "2", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 6, "8", true], [2, 6, "5", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04020180553197861, "gradient_norm_before_clip": 0.6749783158302307, "kl": 0.01623559590452206, "entropy": 0.6180364478448903, "ratio_outside_clip": 0.0}, {"loss": -0.04157358780503273, "gradient_norm_before_clip": 0.6882022023200989, "kl": 0.017170522523962933, "entropy": 0.6195300558338994, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[9, 8, "11", true], [9, 8, "11", true], [9, 8, "111", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "14", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "204", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8111", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1010", true], [6, 4, "10", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.015387382358312607, "gradient_norm_before_clip": 0.7346698641777039, "kl": 0.02876100000345482, "entropy": 0.6265104761663473, "ratio_outside_clip": 0.0}, {"loss": 0.011861619539558887, "gradient_norm_before_clip": 0.6985558271408081, "kl": 0.029082748125184257, "entropy": 0.6215656688378292, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "70", true], [4, 3, "10", true], [2, 4, "10", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "117", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010074594058096409, "gradient_norm_before_clip": 0.6406204104423523, "kl": 0.02018464936150445, "entropy": 0.5504245633393331, "ratio_outside_clip": 0.0}, {"loss": 0.007176905870437622, "gradient_norm_before_clip": 0.630140483379364, "kl": 0.02103470976835762, "entropy": 0.5493427850062551, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[5, 7, "13", true], [5, 7, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "10", true], [5, 7, "12", true], [1, 5, "9", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "2", true], [8, 1, "9", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "11", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "11", true], [9, 6, "13", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012932774610817432, "gradient_norm_before_clip": 0.4450698792934418, "kl": 0.01957047132798183, "entropy": 0.5978548968279803, "ratio_outside_clip": 0.0}, {"loss": 0.012410222552716732, "gradient_norm_before_clip": 0.44695132970809937, "kl": 0.02004100363931538, "entropy": 0.5979876577118297, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[5, 1, "62", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "115", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "2", true], [2, 5, "8", true], [2, 5, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "9111", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "1206", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014563169330358505, "gradient_norm_before_clip": 0.47812873125076294, "kl": 0.023821314643411074, "entropy": 0.5544158935546875, "ratio_outside_clip": 0.0}, {"loss": 0.011541072279214859, "gradient_norm_before_clip": 0.46843308210372925, "kl": 0.024086416468900793, "entropy": 0.5545639486873851, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[9, 4, "11", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "19", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [2, 9, "1", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 4, "16", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "9", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "16", true], [7, 4, "18", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "10", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "13", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.011474516242742538, "gradient_norm_before_clip": 0.4812735617160797, "kl": 0.021733612849794585, "entropy": 0.5299566860856681, "ratio_outside_clip": 0.0}, {"loss": -0.012644782662391663, "gradient_norm_before_clip": 0.486276239156723, "kl": 0.023379410820445794, "entropy": 0.530132863713407, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [6, 9, "13010", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "11", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [4, 9, "11", true], [4, 9, "11", true], [4, 9, "9111", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "11", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "18", true], [6, 7, "13", true], [6, 7, "16", true], [7, 6, "112", true], [7, 6, "8115", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "17", true], [7, 6, "110", true], [7, 6, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "9111", true], [4, 8, "10", true], [4, 8, "16", true], [4, 8, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03354475274682045, "gradient_norm_before_clip": 0.7573791742324829, "kl": 0.023165705369755547, "entropy": 0.6639140735973011, "ratio_outside_clip": 0.0}, {"loss": 0.0306599922478199, "gradient_norm_before_clip": 0.7482755184173584, "kl": 0.02339251666145529, "entropy": 0.6674705954159007, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "7111", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "19", true], [4, 9, "12", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "8", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "9", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "110", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007670764811336994, "gradient_norm_before_clip": 0.3710181415081024, "kl": 0.02183772198980747, "entropy": 0.5818429872310361, "ratio_outside_clip": 0.0}, {"loss": 0.006522324401885271, "gradient_norm_before_clip": 0.3798946440219879, "kl": 0.021936144908713227, "entropy": 0.5835775023732106, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[3, 9, "10", true], [3, 9, "9112", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "116", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "913", true], [6, 9, "813", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.03161584213376045, "gradient_norm_before_clip": 0.5195946097373962, "kl": 0.011265199783949824, "entropy": 0.5220526533517224, "ratio_outside_clip": 0.0}, {"loss": -0.034009382128715515, "gradient_norm_before_clip": 0.514717698097229, "kl": 0.011649070427431697, "entropy": 0.5223734894691155, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [5, 7, "120", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [7, 0, "6", true], [7, 0, "", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "0", true], [7, 0, "10", true], [7, 0, "10", true], [7, 0, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "91113", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.018056338652968407, "gradient_norm_before_clip": 0.49039843678474426, "kl": 0.036096989024769176, "entropy": 0.6108021129261364, "ratio_outside_clip": 0.0}, {"loss": 0.01527462899684906, "gradient_norm_before_clip": 0.4700748026371002, "kl": 0.03711357405691436, "entropy": 0.6108926484079072, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[2, 7, "8", true], [2, 7, "9", true], [2, 7, "307", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "116", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [4, 9, "1110", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "113", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "2", true], [5, 1, "3507", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04870620369911194, "gradient_norm_before_clip": 0.5078654885292053, "kl": 0.05403246851024514, "entropy": 0.6785344106708459, "ratio_outside_clip": 0.0}, {"loss": 0.04761241748929024, "gradient_norm_before_clip": 0.5138771533966064, "kl": 0.05637500100506994, "entropy": 0.6805860325247942, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[3, 1, "4", true], [3, 1, "44", true], [3, 1, "47", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [8, 4, "13", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "8", true], [1, 1, "4", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.016236690804362297, "gradient_norm_before_clip": 0.5738493800163269, "kl": 0.019893090478305158, "entropy": 0.6820412471376617, "ratio_outside_clip": 0.0}, {"loss": 0.014528132975101471, "gradient_norm_before_clip": 0.5740160942077637, "kl": 0.019749406288410057, "entropy": 0.6809640818628772, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "1013", true], [8, 1, "8", true], [8, 1, "8", true], [7, 5, "13", true], [7, 5, "8110", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "15", true], [4, 9, "1110", true], [4, 9, "13", true], [4, 9, "112", true], [4, 9, "17", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8111", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05486782267689705, "gradient_norm_before_clip": 0.4796702563762665, "kl": 0.022203442662261253, "entropy": 0.5655630244765171, "ratio_outside_clip": 0.0}, {"loss": 0.05394883453845978, "gradient_norm_before_clip": 0.4746130108833313, "kl": 0.022534481314725654, "entropy": 0.5656595451887264, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[7, 6, "12", true], [7, 6, "13", true], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "9", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "10", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "97111", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "911111", false], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "113", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03690660372376442, "gradient_norm_before_clip": 0.8171727657318115, "kl": 0.03177123178135265, "entropy": 0.5931062698364258, "ratio_outside_clip": 0.0}, {"loss": 0.03244440630078316, "gradient_norm_before_clip": 0.794433057308197, "kl": 0.03249954093586315, "entropy": 0.5914564999667081, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "3", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "9", true], [1, 8, "10", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "112", true], [8, 8, "1206", true], [8, 8, "12", true], [8, 8, "9113", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "12", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "911", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "8113", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.04415638744831085, "gradient_norm_before_clip": 0.5562797784805298, "kl": 0.030653861435976894, "entropy": 0.6145334243774414, "ratio_outside_clip": 0.0}, {"loss": 0.04250502958893776, "gradient_norm_before_clip": 0.545737087726593, "kl": 0.03144007921218872, "entropy": 0.6140229485251687, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "110", true], [9, 8, "15", true], [9, 8, "8112", true], [9, 8, "13", true], [9, 8, "12", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "7", true], [4, 6, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.015032119117677212, "gradient_norm_before_clip": 0.5102522373199463, "kl": 0.023230453920082227, "entropy": 0.5692953075882952, "ratio_outside_clip": 0.0}, {"loss": 0.014161628670990467, "gradient_norm_before_clip": 0.5189161896705627, "kl": 0.02372184448693631, "entropy": 0.5694903311644786, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 4, "00", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "10", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "1120", true], [9, 6, "12", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "7", true], [1, 1, "0", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "0", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "113", true], [9, 4, "115", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "5", true], [2, 1, "6", true], [2, 1, "3", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011739295907318592, "gradient_norm_before_clip": 0.6090443730354309, "kl": 0.03212833979043616, "entropy": 0.6951973237187029, "ratio_outside_clip": 0.0}, {"loss": 0.009369020350277424, "gradient_norm_before_clip": 0.6098623275756836, "kl": 0.03304598992129406, "entropy": 0.6949234468391142, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "7", true], [1, 5, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "42", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "6", true], [2, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "100", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03166898712515831, "gradient_norm_before_clip": 0.5765210390090942, "kl": 0.03432559260615596, "entropy": 0.5838325217918113, "ratio_outside_clip": 0.0}, {"loss": 0.029676783829927444, "gradient_norm_before_clip": 0.5729765295982361, "kl": 0.03483208197134512, "entropy": 0.5836512812861689, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "44", true], [3, 1, "400", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 9, "15", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13412", true], [9, 6, "124", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "113", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "00", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.007874185219407082, "gradient_norm_before_clip": 0.43881508708000183, "kl": 0.0311463598668928, "entropy": 0.6374666112414479, "ratio_outside_clip": 0.0}, {"loss": -0.010532393120229244, "gradient_norm_before_clip": 0.4335421621799469, "kl": 0.03290141969037479, "entropy": 0.6385286771334134, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "110", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "8110", true], [6, 4, "10", true], [4, 7, "11", true], [4, 7, "15", true], [4, 7, "13", true], [4, 7, "13", true], [4, 7, "81113", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "10", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "37", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "114", true], [8, 9, "17", true], [8, 9, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0067762392573058605, "gradient_norm_before_clip": 0.8747949600219727, "kl": 0.05896388814690408, "entropy": 0.6211675579628247, "ratio_outside_clip": 0.0}, {"loss": -0.011213148944079876, "gradient_norm_before_clip": 0.8327029943466187, "kl": 0.05982734380143412, "entropy": 0.620541433270058, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[5, 7, "12", true], [5, 7, "19", true], [5, 7, "14", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13613", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "9113", true], [2, 8, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02468978799879551, "gradient_norm_before_clip": 0.4587695300579071, "kl": 0.035584787641252794, "entropy": 0.6031600516183035, "ratio_outside_clip": 0.0}, {"loss": 0.02336745150387287, "gradient_norm_before_clip": 0.4517003297805786, "kl": 0.03576376778738839, "entropy": 0.6023710850306919, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "10", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "2", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "8", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "18", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "19", true], [2, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007580348290503025, "gradient_norm_before_clip": 0.5974250435829163, "kl": 0.03679943390381642, "entropy": 0.5037421202048277, "ratio_outside_clip": 0.0}, {"loss": -0.010398614220321178, "gradient_norm_before_clip": 0.5885158181190491, "kl": 0.036233923374078214, "entropy": 0.5001714168450772, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 2, "3", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "100", true], [7, 2, "9", true], [7, 2, "9", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "17110", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "16", true], [1, 8, "910", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "9", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "9112", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "15", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04635445773601532, "gradient_norm_before_clip": 0.5134027600288391, "kl": 0.04272844162455366, "entropy": 0.615611210922522, "ratio_outside_clip": 0.0}, {"loss": 0.04413538798689842, "gradient_norm_before_clip": 0.5023236274719238, "kl": 0.04317261982549188, "entropy": 0.6128439874005464, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "2", true], [0, 1, "1", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 3, "406", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "9", true], [1, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01193863432854414, "gradient_norm_before_clip": 0.6401141881942749, "kl": 0.02860809025699145, "entropy": 0.5920717944837597, "ratio_outside_clip": 0.0}, {"loss": -0.013667668215930462, "gradient_norm_before_clip": 0.6348580718040466, "kl": 0.02918489011999679, "entropy": 0.5910985241197559, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "1110", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "2", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "9", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "15", true], [5, 7, "13", true], [5, 7, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.028231294825673103, "gradient_norm_before_clip": 0.793091893196106, "kl": 0.039395099398733556, "entropy": 0.5716708391562275, "ratio_outside_clip": 0.0}, {"loss": -0.029855871573090553, "gradient_norm_before_clip": 0.788496732711792, "kl": 0.03958226072377172, "entropy": 0.5705771610654634, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [6, 9, "133", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "13", true], [4, 4, "8", true], [4, 4, "1", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "100", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [2, 4, "8", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "9115", true], [8, 5, "12", true], [8, 5, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.043719492852687836, "gradient_norm_before_clip": 0.6738973259925842, "kl": 0.03197512803254304, "entropy": 0.5411664232795621, "ratio_outside_clip": 0.0}, {"loss": 0.04127740487456322, "gradient_norm_before_clip": 0.6445937156677246, "kl": 0.031441032150645316, "entropy": 0.538879488721306, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[9, 8, "11", true], [9, 8, "11", true], [9, 8, "113", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "8112", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 5, "8", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10010", true], [5, 5, "7", true], [5, 5, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.011110442690551281, "gradient_norm_before_clip": 0.5481923222541809, "kl": 0.056764033903558574, "entropy": 0.6157137399696442, "ratio_outside_clip": 0.0}, {"loss": -0.013533690944314003, "gradient_norm_before_clip": 0.5351587533950806, "kl": 0.05614809243075819, "entropy": 0.6136988904102739, "ratio_outside_clip": 0.0}]}, {"step": 70, "rows": [[6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 6, "10", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "111", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "6", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "106", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "112", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "113", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.041863519698381424, "gradient_norm_before_clip": 0.6535652279853821, "kl": 0.04410050692183248, "entropy": 0.5464156075809778, "ratio_outside_clip": 0.0}, {"loss": -0.04647152125835419, "gradient_norm_before_clip": 0.6375597715377808, "kl": 0.04357243655772691, "entropy": 0.5453197179215677, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [7, 0, "6", true], [7, 0, "0", true], [7, 0, "1", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "7", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "9", true], [2, 2, "4", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "112", true], [9, 6, "110", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "195113", false], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.012042551301419735, "gradient_norm_before_clip": 0.5696511268615723, "kl": 0.046499737722431114, "entropy": 0.6130829771121818, "ratio_outside_clip": 0.0}, {"loss": -0.013811832293868065, "gradient_norm_before_clip": 0.5619659423828125, "kl": 0.04695733578619129, "entropy": 0.6134364876204622, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "306", true], [7, 5, "9112", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "15", true], [7, 5, "13", true], [7, 5, "17", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [8, 1, "8", true], [8, 1, "91", true], [8, 1, "911", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.04554260894656181, "gradient_norm_before_clip": 0.7030304074287415, "kl": 0.04384821432608145, "entropy": 0.5861239963107638, "ratio_outside_clip": 0.0}, {"loss": -0.04961505904793739, "gradient_norm_before_clip": 0.741474986076355, "kl": 0.04649443685272594, "entropy": 0.5870779531973379, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "113", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "13", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "8113", true], [6, 6, "12", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "1200", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9113", true], [2, 8, "9", true], [2, 8, "9112", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "46", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03577585518360138, "gradient_norm_before_clip": 0.470043420791626, "kl": 0.08200913125818426, "entropy": 0.633285175670277, "ratio_outside_clip": 0.0}, {"loss": 0.03419601544737816, "gradient_norm_before_clip": 0.4550130367279053, "kl": 0.0838822451504794, "entropy": 0.6319626894864169, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "1513", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "113", true], [6, 9, "112", true], [6, 9, "113", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "813", true], [8, 1, "106", true], [9, 8, "11", true], [9, 8, "113", true], [9, 8, "115", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [1, 2, "4", true], [1, 2, "9", true], [1, 2, "0", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018854770809412003, "gradient_norm_before_clip": 0.49266812205314636, "kl": 0.06796872258900169, "entropy": 0.6959312576019835, "ratio_outside_clip": 0.0}, {"loss": 0.018525978550314903, "gradient_norm_before_clip": 0.507192075252533, "kl": 0.07079131303433173, "entropy": 0.696801008578546, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[4, 5, "100", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "917", true], [4, 5, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "12", true], [4, 6, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "110", true], [8, 4, "113", true], [8, 4, "8112", true], [8, 4, "9112", true], [8, 4, "112", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "10", true], [8, 4, "13", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "6", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1314", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012675275094807148, "gradient_norm_before_clip": 1.1213951110839844, "kl": 0.03912737014445853, "entropy": 0.5870316688050615, "ratio_outside_clip": 0.0}, {"loss": -0.016119688749313354, "gradient_norm_before_clip": 1.09300696849823, "kl": 0.03988244432084104, "entropy": 0.5881603322130569, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[8, 5, "9112", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "135", true], [8, 5, "134", true], [8, 5, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "00", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "4", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [2, 9, "17", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "111", true], [2, 9, "11", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01668578013777733, "gradient_norm_before_clip": 0.5847486853599548, "kl": 0.04970681361663036, "entropy": 0.575627204699394, "ratio_outside_clip": 0.0}, {"loss": 0.01275108102709055, "gradient_norm_before_clip": 0.5796611905097961, "kl": 0.05146049841856345, "entropy": 0.5768169500888922, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "106", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.014921271242201328, "gradient_norm_before_clip": 0.5586290955543518, "kl": 0.03720767630471124, "entropy": 0.5045576095581055, "ratio_outside_clip": 0.0}, {"loss": -0.017007751390337944, "gradient_norm_before_clip": 0.5530343651771545, "kl": 0.037621779574288264, "entropy": 0.5037085745069716, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 2, "17", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "13", true], [4, 7, "10", true], [4, 7, "913", true], [4, 7, "12", true], [4, 7, "18", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "15", true], [5, 8, "12", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "93", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008692392148077488, "gradient_norm_before_clip": 0.7743542790412903, "kl": 0.06596724377122036, "entropy": 0.5237793146177779, "ratio_outside_clip": 0.0}, {"loss": 0.0038683584425598383, "gradient_norm_before_clip": 0.7354370951652527, "kl": 0.06662579469902571, "entropy": 0.5206277093221975, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "16", true], [9, 8, "10", true], [9, 8, "1110", true], [9, 8, "115", true], [9, 8, "113", true], [9, 8, "116", true], [9, 8, "111", true], [9, 8, "111", true], [9, 8, "113", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [9, 8, "1112", true], [9, 8, "111", true], [9, 8, "16", true], [9, 8, "1111", true], [9, 8, "18", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.014496291056275368, "gradient_norm_before_clip": 0.34855547547340393, "kl": 0.10656166076660156, "entropy": 0.6482431875110346, "ratio_outside_clip": 0.0}, {"loss": 0.013747287914156914, "gradient_norm_before_clip": 0.3480443060398102, "kl": 0.10889421883275953, "entropy": 0.6442568073164945, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[8, 5, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "123", true], [8, 5, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "11", true], [9, 6, "12", true], [9, 6, "134120", false], [9, 6, "12", true], [2, 5, "6", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [1, 0, "", true], [1, 0, "6", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "113", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "112", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0075117191299796104, "gradient_norm_before_clip": 0.5502692461013794, "kl": 0.0910105454294305, "entropy": 0.575008950038263, "ratio_outside_clip": 0.0}, {"loss": -0.011162465438246727, "gradient_norm_before_clip": 0.5269243121147156, "kl": 0.08997728671246802, "entropy": 0.569588912160773, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "106", true], [9, 3, "13", true], [9, 3, "13", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "105", true], [6, 4, "10", true], [6, 4, "8", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "112", true], [6, 9, "112", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [9, 1, "101", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9110", true], [9, 1, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04402436316013336, "gradient_norm_before_clip": 0.6399788856506348, "kl": 0.06343090387038243, "entropy": 0.5161718674647955, "ratio_outside_clip": 0.0}, {"loss": -0.04537789523601532, "gradient_norm_before_clip": 0.6382968425750732, "kl": 0.06380689291306484, "entropy": 0.5138626098632812, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 1, "4", true], [3, 1, "344", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "403", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009726821444928646, "gradient_norm_before_clip": 0.8900269269943237, "kl": 0.08524087811192722, "entropy": 0.6220601399739584, "ratio_outside_clip": 0.0}, {"loss": -0.016107944771647453, "gradient_norm_before_clip": 0.9032754898071289, "kl": 0.08795543427162981, "entropy": 0.6233580569003491, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "5", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [8, 8, "11", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "13", true], [1, 2, "8", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "303", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "6", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01576864719390869, "gradient_norm_before_clip": 0.5934101343154907, "kl": 0.033250248277342166, "entropy": 0.6231452644645393, "ratio_outside_clip": 0.0}, {"loss": -0.01752714440226555, "gradient_norm_before_clip": 0.5860716104507446, "kl": 0.033158302307128906, "entropy": 0.6215582017774706, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[8, 1, "8", true], [8, 1, "10", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "911", true], [8, 1, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 7, "13", true], [4, 7, "1110", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "374", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "3", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "7", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.06960669159889221, "gradient_norm_before_clip": 0.994143009185791, "kl": 0.06370630553274444, "entropy": 0.5784931067264442, "ratio_outside_clip": 0.0}, {"loss": -0.07833965122699738, "gradient_norm_before_clip": 0.952711820602417, "kl": 0.06620409994414359, "entropy": 0.5768784956498579, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "111", true], [4, 9, "13", true], [4, 9, "111", true], [4, 9, "1110", true], [9, 6, "12", true], [9, 6, "153140", false], [9, 6, "13", true], [9, 6, "112", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12010", true], [5, 8, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "085", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.013382934965193272, "gradient_norm_before_clip": 0.6434355974197388, "kl": 0.07596677011220243, "entropy": 0.5949909949177847, "ratio_outside_clip": 0.0}, {"loss": -0.014515051618218422, "gradient_norm_before_clip": 0.6461412906646729, "kl": 0.07827183089331183, "entropy": 0.5974514946263498, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[7, 0, "6", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "10", true], [9, 6, "135512", false], [4, 6, "100", true], [4, 6, "91110", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.012320850975811481, "gradient_norm_before_clip": 0.6216676235198975, "kl": 0.05585069945364288, "entropy": 0.590230028557055, "ratio_outside_clip": 0.0}, {"loss": -0.017421118915081024, "gradient_norm_before_clip": 0.5141016840934753, "kl": 0.05994889808423591, "entropy": 0.5909688313802083, "ratio_outside_clip": 0.006060606060606061}]}, {"step": 87, "rows": [[9, 8, "17", true], [9, 8, "10", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "116", true], [9, 8, "112", true], [9, 8, "11", true], [9, 8, "1118", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "113", true], [9, 8, "15", true], [9, 8, "110", true], [9, 8, "13", true], [9, 8, "13", true], [2, 9, "11", true], [2, 9, "116", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "111", true], [2, 9, "111", true], [2, 9, "117", true], [2, 9, "11", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "1200", true], [8, 1, "10", true], [8, 1, "9111", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.011716716922819614, "gradient_norm_before_clip": 0.5179571509361267, "kl": 0.15493943293889365, "entropy": 0.602053682009379, "ratio_outside_clip": 0.0}, {"loss": 0.008606694638729095, "gradient_norm_before_clip": 0.5169037580490112, "kl": 0.16100970904032388, "entropy": 0.608069101969401, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "7", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1200", true], [5, 8, "100", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "307", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "106", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "1237", true], [5, 8, "13", true], [5, 8, "17", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "19", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "1110", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04883822426199913, "gradient_norm_before_clip": 0.42272862792015076, "kl": 0.059176924421980574, "entropy": 0.5980989198426943, "ratio_outside_clip": 0.0}, {"loss": 0.047725822776556015, "gradient_norm_before_clip": 0.42221540212631226, "kl": 0.05942966873581345, "entropy": 0.6010113690350507, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[9, 4, "15", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9111", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9111", true], [2, 7, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "300", true], [2, 1, "2", true], [2, 1, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01423282828181982, "gradient_norm_before_clip": 0.5107504725456238, "kl": 0.24484719425798898, "entropy": 0.631791356098221, "ratio_outside_clip": 0.0}, {"loss": -0.013870459981262684, "gradient_norm_before_clip": 0.5144404172897339, "kl": 0.2540676392704608, "entropy": 0.6306301254823984, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "0", true], [2, 1, "346", true], [2, 1, "20", true], [2, 1, "4", true], [2, 1, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0003470478404778987, "gradient_norm_before_clip": 0.7088169455528259, "kl": 0.04988772951323411, "entropy": 0.5941742995689655, "ratio_outside_clip": 0.0}, {"loss": -0.002317186910659075, "gradient_norm_before_clip": 0.7041634917259216, "kl": 0.05092047329606681, "entropy": 0.5938762270171066, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[2, 6, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "112", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "113", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "125", true], [8, 5, "13", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "10", true], [1, 8, "911", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "13", true], [2, 7, "3", true], [2, 7, "9111", true], [2, 7, "9110", true], [2, 7, "8113", true], [2, 7, "9110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.06617569178342819, "gradient_norm_before_clip": 0.826964259147644, "kl": 0.17706985058991806, "entropy": 0.6275732206261676, "ratio_outside_clip": 0.0}, {"loss": -0.0697636604309082, "gradient_norm_before_clip": 0.8170914053916931, "kl": 0.1807117462158203, "entropy": 0.6268397206845491, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "9", true], [0, 6, "6", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "113", true], [1, 9, "10", true], [1, 9, "1", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "9", true], [4, 2, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "5", true], [2, 1, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.006915937177836895, "gradient_norm_before_clip": 0.7566549777984619, "kl": 0.051569825410842894, "entropy": 0.492857551574707, "ratio_outside_clip": 0.0}, {"loss": -0.010227309539914131, "gradient_norm_before_clip": 0.7391436100006104, "kl": 0.05155279636383057, "entropy": 0.49222097396850584, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "103", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 8, "1110", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "15411", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "112", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "100", true], [6, 0, "6", true], [2, 6, "8", true], [2, 6, "307", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "2", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "811", true], [4, 7, "19", true], [4, 7, "8110", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.05250238627195358, "gradient_norm_before_clip": 0.6366501450538635, "kl": 0.1015333072867936, "entropy": 0.5377637668997942, "ratio_outside_clip": 0.0}, {"loss": 0.04890710860490799, "gradient_norm_before_clip": 0.626992404460907, "kl": 0.10030979453446623, "entropy": 0.5348202825306418, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "110", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "110", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "1110", true], [6, 7, "12", true], [6, 7, "13", true], [4, 6, "12", true], [4, 6, "12", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "13", true], [4, 6, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "100", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02028725855052471, "gradient_norm_before_clip": 1.1385365724563599, "kl": 0.07200054789698401, "entropy": 0.5263309035190317, "ratio_outside_clip": 0.0}, {"loss": 0.011896220967173576, "gradient_norm_before_clip": 1.1362329721450806, "kl": 0.06800564499788506, "entropy": 0.5199412855991098, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1111", true], [7, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "118", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "17", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "911", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "2", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04886017367243767, "gradient_norm_before_clip": 0.6269534826278687, "kl": 0.12498336430837417, "entropy": 0.5816433697762574, "ratio_outside_clip": 0.0}, {"loss": 0.04379545897245407, "gradient_norm_before_clip": 0.582833468914032, "kl": 0.11686803603313378, "entropy": 0.5781988561506102, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "123", true], [7, 5, "12", true], [7, 5, "12", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "307", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "374", true], [1, 2, "3", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9110", true], [8, 1, "9110", true], [8, 1, "13", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "10", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [4, 6, "8", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10010", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.09660911560058594, "gradient_norm_before_clip": 0.7064546346664429, "kl": 0.12613016613841763, "entropy": 0.5972105850129438, "ratio_outside_clip": 0.0}, {"loss": -0.09799321740865707, "gradient_norm_before_clip": 0.7266275882720947, "kl": 0.12557901010005432, "entropy": 0.5920512633916188, "ratio_outside_clip": 0.005917159763313609}]}, {"step": 97, "rows": [[4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "112", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "09", true], [1, 3, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 8, "13", true], [8, 8, "1308", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.006699809338897467, "gradient_norm_before_clip": 0.5831851363182068, "kl": 0.03761568011307135, "entropy": 0.5311386294481231, "ratio_outside_clip": 0.0}, {"loss": 0.002738106530159712, "gradient_norm_before_clip": 0.5691062211990356, "kl": 0.03823178570444991, "entropy": 0.5272635948367235, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[7, 5, "16", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "103", true], [7, 5, "13", true], [7, 5, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1111", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "116", true], [7, 4, "11", true], [7, 4, "9111", true], [7, 4, "11", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 4, "9", true], [5, 4, "12", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.04788314551115036, "gradient_norm_before_clip": 0.6224079132080078, "kl": 0.05990328439852086, "entropy": 0.5039395588200267, "ratio_outside_clip": 0.0}, {"loss": 0.04437975585460663, "gradient_norm_before_clip": 0.590613842010498, "kl": 0.057341325573804905, "entropy": 0.5022581146984566, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[5, 2, "7", true], [5, 2, "9", true], [5, 2, "10", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [2, 7, "9", true], [2, 7, "8115", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "9", true], [4, 2, "9", true], [4, 2, "8", true], [4, 2, "6", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "111", true], [6, 7, "11", true], [6, 7, "10", true], [6, 7, "1100", true], [6, 7, "11", true], [6, 7, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04860207438468933, "gradient_norm_before_clip": 0.8121294379234314, "kl": 0.1386180357499556, "entropy": 0.665472005868887, "ratio_outside_clip": 0.0}, {"loss": 0.04155653342604637, "gradient_norm_before_clip": 0.7397019863128662, "kl": 0.13059242050369063, "entropy": 0.6618091533710431, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "16", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "9111", true], [9, 2, "11", true], [9, 2, "11", true], [3, 1, "7", true], [3, 1, "344", true], [3, 1, "4400", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "46", true], [3, 1, "", true], [3, 1, "4", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 7, "111", true], [6, 7, "1110", true], [6, 7, "1312", true], [6, 7, "12", true], [6, 7, "19", true], [6, 7, "110", true], [6, 7, "13", true], [6, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04329584166407585, "gradient_norm_before_clip": 0.6861082911491394, "kl": 0.09980344197836268, "entropy": 0.6047278254865164, "ratio_outside_clip": 0.0}, {"loss": -0.047806933522224426, "gradient_norm_before_clip": 0.6648598313331604, "kl": 0.1008765668754118, "entropy": 0.5998000179428652, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "9113", true], [9, 8, "11", true], [9, 8, "16", true], [9, 8, "1113", true], [9, 8, "12", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "18", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "10", true], [5, 8, "9112", true], [5, 8, "7", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "101", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.008046896196901798, "gradient_norm_before_clip": 0.4783484935760498, "kl": 0.06392427392908044, "entropy": 0.5170440673828125, "ratio_outside_clip": 0.0}, {"loss": 0.00893393624573946, "gradient_norm_before_clip": 0.4996187388896942, "kl": 0.06514988461056272, "entropy": 0.5180203412030194, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 3, "4", true], [1, 3, "44", true], [1, 3, "2406", true], [1, 3, "347", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 8, "9", true], [1, 8, "34", true], [1, 8, "8", true], [1, 8, "3", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "06", true], [4, 2, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1110", true], [9, 4, "1110", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.026446424424648285, "gradient_norm_before_clip": 0.6233831644058228, "kl": 0.06912622052038501, "entropy": 0.6057487533477965, "ratio_outside_clip": 0.0}, {"loss": 0.022207673639059067, "gradient_norm_before_clip": 0.5988677740097046, "kl": 0.06963631064592007, "entropy": 0.6030544806383327, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[8, 1, "916", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "9110", true], [8, 1, "913", true], [8, 1, "8", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "113", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "0", true], [8, 9, "113", true], [8, 9, "113", true], [8, 9, "15", true], [8, 9, "113", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "135512", false], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [4, 9, "11010", true], [4, 9, "12", true], [4, 9, "113", true], [4, 9, "119", true], [4, 9, "113", true], [4, 9, "16", true], [4, 9, "15", true], [4, 9, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.0410740002989769, "gradient_norm_before_clip": 0.479936420917511, "kl": 0.11787601291197132, "entropy": 0.6167801462542948, "ratio_outside_clip": 0.0}, {"loss": -0.04233914986252785, "gradient_norm_before_clip": 0.47823020815849304, "kl": 0.11997830056395206, "entropy": 0.6165791057167253, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [8, 5, "155", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "17", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0010548676364123821, "gradient_norm_before_clip": 0.8838999271392822, "kl": 0.07713733971451914, "entropy": 0.6129100522515494, "ratio_outside_clip": 0.0}, {"loss": -0.0007964592659845948, "gradient_norm_before_clip": 0.8720662593841553, "kl": 0.07586030587137745, "entropy": 0.612404636830591, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "100", true], [9, 3, "120", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "8", true], [1, 7, "9", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [6, 0, "9", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.004781524185091257, "gradient_norm_before_clip": 0.4526287615299225, "kl": 0.04786009697397803, "entropy": 0.5577650130934017, "ratio_outside_clip": 0.0}, {"loss": -0.00646230997517705, "gradient_norm_before_clip": 0.4496712386608124, "kl": 0.04855499146090951, "entropy": 0.5568661051950637, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "18", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "9", true], [4, 6, "8", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "", true], [1, 1, "6", true], [1, 1, "3", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "811000", false], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "7", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.029687190428376198, "gradient_norm_before_clip": 1.6712273359298706, "kl": 0.10584223576081105, "entropy": 0.5440470866667919, "ratio_outside_clip": 0.0}, {"loss": -0.040363609790802, "gradient_norm_before_clip": 1.6392104625701904, "kl": 0.09900139539669721, "entropy": 0.5402867732903897, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "11", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "10", true], [9, 3, "9113", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "108", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "244", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "44", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0014077903470024467, "gradient_norm_before_clip": 0.5661488175392151, "kl": 0.046858650863550275, "entropy": 0.5129448471555285, "ratio_outside_clip": 0.0}, {"loss": -0.0037340593989938498, "gradient_norm_before_clip": 0.5570868253707886, "kl": 0.046965021995981786, "entropy": 0.5112096701458002, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "110", true], [7, 6, "12", true], [7, 6, "11", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "1512", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [2, 2, "9", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 1, "9113", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "10", true], [8, 1, "9111", true], [8, 1, "9110", true], [8, 1, "6", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "13", true], [4, 6, "10", true], [4, 6, "911", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04084797948598862, "gradient_norm_before_clip": 0.44819432497024536, "kl": 0.2511108654171395, "entropy": 0.6219900546793166, "ratio_outside_clip": 0.0}, {"loss": -0.043396029621362686, "gradient_norm_before_clip": 0.4216756224632263, "kl": 0.2541279073534065, "entropy": 0.6185531616210938, "ratio_outside_clip": 0.00558659217877095}]}, {"step": 109, "rows": [[9, 2, "11010", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "116", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9110", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "20", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "46", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "910", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91111", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "4", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.026849916204810143, "gradient_norm_before_clip": 0.756249725818634, "kl": 0.09432664808336196, "entropy": 0.5667816413627876, "ratio_outside_clip": 0.0}, {"loss": 0.02214868552982807, "gradient_norm_before_clip": 0.7449237704277039, "kl": 0.09638501261616801, "entropy": 0.5624283172272064, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[0, 1, "6", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "6", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "112", true], [2, 9, "10", true], [2, 9, "1", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "112", true], [9, 4, "12", true], [9, 4, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "44", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010955752804875374, "gradient_norm_before_clip": 0.8498410582542419, "kl": 0.0585059602576566, "entropy": 0.5535414822130318, "ratio_outside_clip": 0.0}, {"loss": -0.01713494025170803, "gradient_norm_before_clip": 0.8201403021812439, "kl": 0.05945999076567501, "entropy": 0.5530423543539392, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.016953421756625175, "gradient_norm_before_clip": 0.5229838490486145, "kl": 0.07188116040146142, "entropy": 0.4953579372829861, "ratio_outside_clip": 0.0}, {"loss": -0.018861815333366394, "gradient_norm_before_clip": 0.5142908692359924, "kl": 0.07593493991427952, "entropy": 0.49382607978686954, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[7, 0, "1", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "0", true], [7, 0, "8", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "13", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "4", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0017370018176734447, "gradient_norm_before_clip": 0.46693235635757446, "kl": 0.05790017884353112, "entropy": 0.5094263537176724, "ratio_outside_clip": 0.0}, {"loss": 0.001301719807088375, "gradient_norm_before_clip": 0.46588435769081116, "kl": 0.05894952313653354, "entropy": 0.5103457220669451, "ratio_outside_clip": 0.0}]}, {"step": 113, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 5, "12", true], [8, 5, "9113", true], [8, 5, "126", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03876042366027832, "gradient_norm_before_clip": 0.6930176615715027, "kl": 0.047640370445017434, "entropy": 0.4303569208624904, "ratio_outside_clip": 0.0}, {"loss": -0.04163677990436554, "gradient_norm_before_clip": 0.6646196842193604, "kl": 0.04802457832851293, "entropy": 0.4285691618188027, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "16", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "3", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "4", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "110", true], [7, 6, "10", true], [7, 6, "13", true], [7, 6, "110", true], [7, 6, "13", true], [7, 6, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01364150457084179, "gradient_norm_before_clip": 0.6681158542633057, "kl": 0.06453338036170372, "entropy": 0.552299303886218, "ratio_outside_clip": 0.0}, {"loss": 0.011320209130644798, "gradient_norm_before_clip": 0.6581657528877258, "kl": 0.06631038127801357, "entropy": 0.5507316589355469, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[2, 9, "11", true], [2, 9, "10", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15010", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [1, 8, "9110", true], [1, 8, "9", true], [1, 8, "3", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "911", true], [1, 8, "911", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8113", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 7, "9111", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.024868544191122055, "gradient_norm_before_clip": 0.6752917170524597, "kl": 0.16100243599184097, "entropy": 0.5657745689474126, "ratio_outside_clip": 0.0}, {"loss": -0.02852480672299862, "gradient_norm_before_clip": 0.6672929525375366, "kl": 0.1681950476861769, "entropy": 0.5680005473475302, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [4, 9, "11", true], [4, 9, "113", true], [4, 9, "111", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "115", true], [4, 9, "1110", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "111", true], [9, 8, "13", true], [9, 8, "113", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "20", true], [1, 2, "3", true], [1, 2, "3", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "1010", true], [8, 4, "10", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "113", true], [8, 4, "1200", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.017736783251166344, "gradient_norm_before_clip": 0.5673485994338989, "kl": 0.0973749942466861, "entropy": 0.6442737683572405, "ratio_outside_clip": 0.0}, {"loss": 0.016014374792575836, "gradient_norm_before_clip": 0.5628123879432678, "kl": 0.09804964326118511, "entropy": 0.6443532307942709, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "3", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "2", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9111", true], [8, 8, "13", true], [8, 8, "113", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "135", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "1108", true], [2, 9, "111", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "1913", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.039314623922109604, "gradient_norm_before_clip": 0.7131157517433167, "kl": 0.07490764575058155, "entropy": 0.485893592405855, "ratio_outside_clip": 0.0}, {"loss": 0.03705596551299095, "gradient_norm_before_clip": 0.7040780186653137, "kl": 0.07618096169461025, "entropy": 0.485772979393434, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "113", true], [9, 6, "17", true], [9, 6, "12", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "1010", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06857191771268845, "gradient_norm_before_clip": 0.9224112629890442, "kl": 0.07040573775402607, "entropy": 0.5551536887701304, "ratio_outside_clip": 0.0}, {"loss": 0.06492585688829422, "gradient_norm_before_clip": 0.8876546621322632, "kl": 0.0682549388862095, "entropy": 0.553338360932707, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "112", true], [6, 9, "122", true], [6, 9, "13", true], [6, 9, "15", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "12", true], [4, 5, "9", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "15", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0005201754393056035, "gradient_norm_before_clip": 0.497195303440094, "kl": 0.09138943515928452, "entropy": 0.4608776717536194, "ratio_outside_clip": 0.0}, {"loss": -0.0024030436761677265, "gradient_norm_before_clip": 0.48825982213020325, "kl": 0.09011624223094876, "entropy": 0.4606664625264831, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[1, 2, "3", true], [1, 2, "4", true], [1, 2, "3344", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "30", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11010", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "110", true], [7, 6, "15", true], [7, 6, "15", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.006508190184831619, "gradient_norm_before_clip": 0.5724797248840332, "kl": 0.1202164700156764, "entropy": 0.585760518124229, "ratio_outside_clip": 0.0}, {"loss": 0.005377570167183876, "gradient_norm_before_clip": 0.5764800310134888, "kl": 0.12043143573560212, "entropy": 0.5842220406783255, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[8, 4, "15", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [6, 7, "15", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "112", true], [6, 7, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "1", true], [6, 9, "113", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "112", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "115", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9112", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.016582904383540154, "gradient_norm_before_clip": 0.49636974930763245, "kl": 0.06610562168272202, "entropy": 0.5294513163593529, "ratio_outside_clip": 0.0}, {"loss": -0.018665887415409088, "gradient_norm_before_clip": 0.4966776371002197, "kl": 0.06615771816275214, "entropy": 0.5287697140106373, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [8, 2, "12", true], [8, 2, "91110", true], [8, 2, "10", true], [8, 2, "8110", true], [8, 2, "911", true], [8, 2, "6", true], [8, 2, "9110", true], [8, 2, "915", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "16", true], [9, 8, "111", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "1110", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0009134165593422949, "gradient_norm_before_clip": 0.5746462941169739, "kl": 0.153233431056588, "entropy": 0.5578229527273578, "ratio_outside_clip": 0.0}, {"loss": -0.0009463076130487025, "gradient_norm_before_clip": 0.5660912990570068, "kl": 0.1512963186481042, "entropy": 0.5574898177278256, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[9, 3, "12", true], [9, 3, "112", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [1, 8, "9110", true], [1, 8, "9111", true], [1, 8, "9111", true], [1, 8, "9111", true], [1, 8, "911", true], [1, 8, "9110", true], [1, 8, "9110", true], [1, 8, "9110", true], [6, 9, "1113", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "116", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "13", true], [4, 5, "9", true], [4, 5, "813", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.02970133349299431, "gradient_norm_before_clip": 0.39602455496788025, "kl": 0.17119249586242338, "entropy": 0.5857425921529696, "ratio_outside_clip": 0.0}, {"loss": 0.027803579345345497, "gradient_norm_before_clip": 0.37866270542144775, "kl": 0.1717658069252309, "entropy": 0.585907403935385, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "8111", true], [7, 4, "8111", true], [7, 4, "110", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "11", true], [8, 9, "12", true], [8, 9, "13", true], [0, 0, "05", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "1", true], [0, 0, "0", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400000", false], [1, 3, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.026068147271871567, "gradient_norm_before_clip": 0.5669652819633484, "kl": 0.09402865513115172, "entropy": 0.505970268492486, "ratio_outside_clip": 0.0}, {"loss": -0.027477385476231575, "gradient_norm_before_clip": 0.5646336674690247, "kl": 0.09546019317238194, "entropy": 0.5052794924207554, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[7, 0, "10", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "113", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1111", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.005453957244753838, "gradient_norm_before_clip": 0.48772040009498596, "kl": 0.07612230028424945, "entropy": 0.49658229282924105, "ratio_outside_clip": 0.0}, {"loss": -0.00773009704425931, "gradient_norm_before_clip": 0.45966118574142456, "kl": 0.07777200971330915, "entropy": 0.49523707798549105, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "110", true], [4, 9, "13", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "108", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8110", true], [7, 6, "1719", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.009311697445809841, "gradient_norm_before_clip": 0.5314188003540039, "kl": 0.10671212819701466, "entropy": 0.4796873124618104, "ratio_outside_clip": 0.0}, {"loss": 0.008425405248999596, "gradient_norm_before_clip": 0.526056170463562, "kl": 0.10887442221188678, "entropy": 0.4801788330078125, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "7", true], [2, 8, "12", true], [2, 8, "9111", true], [2, 8, "10", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "3", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9111", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "113", true], [8, 8, "10", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.006639803294092417, "gradient_norm_before_clip": 0.6277428865432739, "kl": 0.16402986559564667, "entropy": 0.6113924235966853, "ratio_outside_clip": 0.0}, {"loss": -0.008796777576208115, "gradient_norm_before_clip": 0.6244536638259888, "kl": 0.16446874320851584, "entropy": 0.6108560286505373, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "111", true], [9, 8, "11", true], [9, 8, "116", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 1, "9111", true], [8, 1, "10", true], [8, 1, "8110", true], [8, 1, "911", true], [8, 1, "919", true], [8, 1, "911", true], [8, 1, "9110", true], [8, 1, "911", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "115", true], [9, 2, "11", true], [9, 2, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.018032152205705643, "gradient_norm_before_clip": 0.5691074728965759, "kl": 0.25426194932725693, "entropy": 0.5619453854031033, "ratio_outside_clip": 0.0}, {"loss": -0.01981138065457344, "gradient_norm_before_clip": 0.5671167969703674, "kl": 0.25871480305989586, "entropy": 0.5626508924696181, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "446", true], [3, 1, "4", true], [3, 1, "46", true], [3, 1, "244", true], [0, 0, "0", true], [0, 0, "000", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "4", true], [1, 2, "3", true], [3, 9, "13", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "110", true], [3, 9, "9112", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0030937937553972006, "gradient_norm_before_clip": 0.49896666407585144, "kl": 0.11638171951492111, "entropy": 0.6124070402863738, "ratio_outside_clip": 0.0}, {"loss": -0.004268415737897158, "gradient_norm_before_clip": 0.4971129298210144, "kl": 0.11713296716863458, "entropy": 0.6117375361454951, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "800", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "1006", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "14", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "13", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [2, 9, "113", true], [2, 9, "111", true], [2, 9, "112", true], [2, 9, "111", true], [2, 9, "9111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008723946288228035, "gradient_norm_before_clip": 0.8191731572151184, "kl": 0.10028710394549223, "entropy": 0.5139301510676284, "ratio_outside_clip": 0.0}, {"loss": 0.006194812245666981, "gradient_norm_before_clip": 0.7915005683898926, "kl": 0.10013298315504578, "entropy": 0.513137536546204, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[9, 3, "12", true], [9, 3, "16", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "111", true], [9, 4, "16", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "70", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.012200488708913326, "gradient_norm_before_clip": 0.5814269781112671, "kl": 0.07059208263050426, "entropy": 0.5093136874112216, "ratio_outside_clip": 0.0}, {"loss": 0.008350638672709465, "gradient_norm_before_clip": 0.5310284495353699, "kl": 0.0699425610628995, "entropy": 0.5079261548591383, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 9, "17", true], [8, 9, "139112", false], [8, 9, "12", true], [8, 9, "113", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "115", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "0", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "10", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "9116", true], [7, 6, "12", true], [7, 6, "1110", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.013838399201631546, "gradient_norm_before_clip": 0.5511562824249268, "kl": 0.1112405386838046, "entropy": 0.5962588570334695, "ratio_outside_clip": 0.0}, {"loss": 0.010682431049644947, "gradient_norm_before_clip": 0.5251194834709167, "kl": 0.11273894526741722, "entropy": 0.5957742170854048, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "1110", true], [2, 9, "11", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "7", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "125", true], [5, 7, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "111", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01580946147441864, "gradient_norm_before_clip": 0.5750072002410889, "kl": 0.1023139608911721, "entropy": 0.47073492946394957, "ratio_outside_clip": 0.0}, {"loss": -0.01673458144068718, "gradient_norm_before_clip": 0.5669723153114319, "kl": 0.1025355465440865, "entropy": 0.4698951905032238, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[1, 2, "3", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3010", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "100", true], [8, 2, "911", true], [8, 2, "10", true], [8, 2, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "6", true], [4, 5, "6", true], [4, 5, "12", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "314", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.015579506754875183, "gradient_norm_before_clip": 0.6931747794151306, "kl": 0.11548699559392156, "entropy": 0.6547327814875422, "ratio_outside_clip": 0.0}, {"loss": 0.011914275586605072, "gradient_norm_before_clip": 0.6749295592308044, "kl": 0.11774912395992794, "entropy": 0.6513939934807855, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "112", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "15", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "819", true], [1, 8, "916", true], [1, 8, "911", true], [1, 8, "9", true], [1, 8, "9110", true], [1, 8, "9", true], [4, 9, "12", true], [4, 9, "115", true], [4, 9, "112", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "113", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "00", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [0, 0, "0", true], [0, 0, "00", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004763142205774784, "gradient_norm_before_clip": 0.6592621207237244, "kl": 0.16417355007595485, "entropy": 0.605482848764163, "ratio_outside_clip": 0.0}, {"loss": -0.007023923099040985, "gradient_norm_before_clip": 0.6540414094924927, "kl": 0.16687038488555372, "entropy": 0.6045695076211851, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "12", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "9111", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "72", true], [3, 4, "7", true], [3, 4, "406", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "123", true], [8, 5, "12", true], [8, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0711158812046051, "gradient_norm_before_clip": 0.4638873338699341, "kl": 0.113933369437641, "entropy": 0.44791102281866224, "ratio_outside_clip": 0.0}, {"loss": 0.06816158443689346, "gradient_norm_before_clip": 0.45487579703330994, "kl": 0.11548851135580297, "entropy": 0.4472220925723805, "ratio_outside_clip": 0.0}]}, {"step": 137, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "9112", true], [8, 4, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "913", true], [5, 7, "12", true], [8, 0, "810", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04550820216536522, "gradient_norm_before_clip": 0.941848635673523, "kl": 0.04864086548974909, "entropy": 0.5190460111465922, "ratio_outside_clip": 0.0}, {"loss": 0.044007375836372375, "gradient_norm_before_clip": 0.9379476308822632, "kl": 0.048535148058932255, "entropy": 0.518193391203149, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "198115", false], [6, 7, "15", true], [6, 7, "11", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "3", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "120", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "810", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 9, "113", true], [8, 9, "10", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.020747046917676926, "gradient_norm_before_clip": 0.5822097063064575, "kl": 0.06656792759895325, "entropy": 0.554259967803955, "ratio_outside_clip": 0.0}, {"loss": 0.017055299133062363, "gradient_norm_before_clip": 0.57005774974823, "kl": 0.0678033709526062, "entropy": 0.5518406867980957, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[7, 0, "6", true], [7, 0, "0", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "113", true], [7, 6, "13", true], [2, 8, "10", true], [2, 8, "1010", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 4, "13", true], [9, 4, "111", true], [9, 4, "13", true], [9, 4, "1110", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.001334774773567915, "gradient_norm_before_clip": 0.4180164933204651, "kl": 0.10708890083508614, "entropy": 0.5211203159430088, "ratio_outside_clip": 0.0}, {"loss": -0.0027431927155703306, "gradient_norm_before_clip": 0.4048899710178375, "kl": 0.1069666251158103, "entropy": 0.5206167759039463, "ratio_outside_clip": 0.0}]}, {"step": 140, "rows": [[8, 1, "9113", true], [8, 1, "9110", true], [8, 1, "917", true], [8, 1, "9111", true], [8, 1, "91112", true], [8, 1, "911", true], [8, 1, "911", true], [8, 1, "819511", false], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "116", true], [9, 4, "13", true], [9, 4, "112", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9111", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "110", true], [7, 6, "13", true], [7, 6, "112", true], [7, 6, "13", true], [7, 6, "1110", true], [7, 6, "11", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.029169246554374695, "gradient_norm_before_clip": 0.7455285787582397, "kl": 0.3513140804553158, "entropy": 0.6027126413173777, "ratio_outside_clip": 0.0}, {"loss": 0.02327572926878929, "gradient_norm_before_clip": 0.713494062423706, "kl": 0.3534612504262773, "entropy": 0.6010945638020834, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1010", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [2, 9, "10", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "816", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.014684359543025494, "gradient_norm_before_clip": 0.5921065211296082, "kl": 0.15415377843947636, "entropy": 0.4599004473005022, "ratio_outside_clip": 0.0}, {"loss": -0.01560224499553442, "gradient_norm_before_clip": 0.5847169160842896, "kl": 0.15402579307556152, "entropy": 0.4603330521356492, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[8, 9, "12", true], [8, 9, "13", true], [8, 9, "153512", false], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "133412", false], [1, 8, "911", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "818", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "10", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "13413", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "47", true], [3, 1, "4", true], [3, 1, "42", true], [3, 1, "4", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "18", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.009141693823039532, "gradient_norm_before_clip": 0.6940228939056396, "kl": 0.14949304359393883, "entropy": 0.6254325571639762, "ratio_outside_clip": 0.0}, {"loss": 0.006741739809513092, "gradient_norm_before_clip": 0.6235060691833496, "kl": 0.14710669754618438, "entropy": 0.622343621859893, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "134911", false], [5, 8, "120", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "13", true], [1, 8, "911", true], [1, 8, "97", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.019558055326342583, "gradient_norm_before_clip": 0.6977548003196716, "kl": 0.10939863050306166, "entropy": 0.5396239821975296, "ratio_outside_clip": 0.0}, {"loss": -0.02131636068224907, "gradient_norm_before_clip": 0.6946037411689758, "kl": 0.10676552025047509, "entropy": 0.5388601354650548, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "113", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [1, 8, "9", true], [1, 8, "9110", true], [1, 8, "911", true], [1, 8, "10", true], [1, 8, "911", true], [1, 8, "911", true], [1, 8, "913", true], [1, 8, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8110", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "91111", true], [1, 8, "9", true], [1, 8, "911", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01621229387819767, "gradient_norm_before_clip": 0.5110387206077576, "kl": 0.15995828965130973, "entropy": 0.5984620486988741, "ratio_outside_clip": 0.0}, {"loss": -0.0177022572606802, "gradient_norm_before_clip": 0.5107457041740417, "kl": 0.1564749325022978, "entropy": 0.5977001863367417, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[8, 4, "13", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "0", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01928027905523777, "gradient_norm_before_clip": 0.8972163200378418, "kl": 0.08814735654034192, "entropy": 0.5085806544822983, "ratio_outside_clip": 0.0}, {"loss": -0.021362856030464172, "gradient_norm_before_clip": 0.875592827796936, "kl": 0.08867080302178106, "entropy": 0.5081647076184237, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "010", true], [7, 2, "9", true], [7, 2, "8", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 9, "1718", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [7, 4, "11", true], [7, 4, "113", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "100", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.008926223032176495, "gradient_norm_before_clip": 0.7045632004737854, "kl": 0.09873721657729731, "entropy": 0.5109428777927305, "ratio_outside_clip": 0.0}, {"loss": 0.005749789532274008, "gradient_norm_before_clip": 0.7035135626792908, "kl": 0.09975656648961509, "entropy": 0.5103208960556402, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 0, "0", true], [0, 0, "000", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13412", true], [9, 4, "113", true], [9, 4, "113", true], [9, 4, "12", true], [9, 4, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [1, 8, "819", true], [1, 8, "911", true], [1, 8, "8", true], [1, 8, "813", true], [1, 8, "9", true], [1, 8, "4", true], [1, 8, "9", true], [1, 8, "9110", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01498440932482481, "gradient_norm_before_clip": 0.5351853370666504, "kl": 0.14876308688869724, "entropy": 0.5762442056234781, "ratio_outside_clip": 0.0}, {"loss": -0.018021663650870323, "gradient_norm_before_clip": 0.5238800644874573, "kl": 0.15160678269027114, "entropy": 0.5765077665254668, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [5, 7, "112", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014873473905026913, "gradient_norm_before_clip": 0.745879590511322, "kl": 0.09021331001730526, "entropy": 0.4630073996151195, "ratio_outside_clip": 0.0}, {"loss": 0.011141297407448292, "gradient_norm_before_clip": 0.7286590933799744, "kl": 0.09046463124892291, "entropy": 0.4607828925637638, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9110", true], [2, 7, "911", true], [2, 7, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 1, "4", true], [3, 1, "46", true], [3, 1, "4", true], [3, 1, "304", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "46", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13512", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "113", true], [8, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011528723873198032, "gradient_norm_before_clip": 0.6001045107841492, "kl": 0.11634086014388444, "entropy": 0.5852402526062804, "ratio_outside_clip": 0.0}, {"loss": 0.009432364255189896, "gradient_norm_before_clip": 0.59651118516922, "kl": 0.11762235071751978, "entropy": 0.5855694064846286, "ratio_outside_clip": 0.0}]}, {"step": 150, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "1110", true], [9, 2, "111", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11100", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "17", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "128512", false], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "1200", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "9112", true], [9, 3, "105", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02926495298743248, "gradient_norm_before_clip": 0.5586897730827332, "kl": 0.13344061246482275, "entropy": 0.5943802043955814, "ratio_outside_clip": 0.0}, {"loss": 0.028288938105106354, "gradient_norm_before_clip": 0.5544979572296143, "kl": 0.1323486553725376, "entropy": 0.5922678055301789, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[2, 8, "911", true], [2, 8, "10", true], [2, 8, "91111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "9112", true], [8, 9, "12", true], [5, 4, "7", true], [5, 4, "90", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "97", true], [5, 4, "10", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "10", true], [7, 4, "11", true], [9, 8, "12", true], [9, 8, "123", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "11", true], [9, 8, "16", true], [9, 8, "113", true], [9, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05572279170155525, "gradient_norm_before_clip": 0.5530771017074585, "kl": 0.12699277564962075, "entropy": 0.5535426871486442, "ratio_outside_clip": 0.0}, {"loss": 0.053590815514326096, "gradient_norm_before_clip": 0.5476132035255432, "kl": 0.12701270693824404, "entropy": 0.5524099440801711, "ratio_outside_clip": 0.0}]}, {"step": 152, "rows": [[1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "18", true], [7, 4, "18", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "16", true], [6, 4, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014029677957296371, "gradient_norm_before_clip": 0.7937187552452087, "kl": 0.10178169422903977, "entropy": 0.3832669015658104, "ratio_outside_clip": 0.0}, {"loss": -0.01797172985970974, "gradient_norm_before_clip": 0.7370582222938538, "kl": 0.10094888331526417, "entropy": 0.3805922168796345, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "13", true], [9, 8, "13", true], [9, 8, "114", true], [9, 8, "115", true], [9, 8, "113", true], [9, 8, "113", true], [9, 8, "11", true], [9, 8, "115", true], [9, 8, "1110", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "9", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.008350334130227566, "gradient_norm_before_clip": 1.0097304582595825, "kl": 0.15637414695243157, "entropy": 0.574174373107549, "ratio_outside_clip": 0.0}, {"loss": -0.01484663411974907, "gradient_norm_before_clip": 0.45533886551856995, "kl": 0.15894559149206036, "entropy": 0.5726089477539062, "ratio_outside_clip": 0.011834319526627219}]}, {"step": 154, "rows": [[4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "8", true], [1, 2, "10", true], [1, 2, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "9115", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [1, 1, "6", true], [1, 1, "9", true], [1, 1, "6", true], [1, 1, "6", true], [1, 1, "10", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "3", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.013402683660387993, "gradient_norm_before_clip": 0.38383418321609497, "kl": 0.06580231236476525, "entropy": 0.5650408377055249, "ratio_outside_clip": 0.0}, {"loss": 0.012410740368068218, "gradient_norm_before_clip": 0.3810741603374481, "kl": 0.0653921513775595, "entropy": 0.5639437507180607, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[2, 8, "91111", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 7, "9112", true], [5, 7, "135", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "17", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "000", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3447", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1008", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 3, "4", true], [1, 3, "46", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.026592249050736427, "gradient_norm_before_clip": 0.8122576475143433, "kl": 0.09879624699971762, "entropy": 0.46812953719173567, "ratio_outside_clip": 0.0}, {"loss": 0.025825416669249535, "gradient_norm_before_clip": 0.8255003690719604, "kl": 0.09807616544057088, "entropy": 0.4668825907879565, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "11", true], [6, 7, "13", true], [8, 1, "911", true], [8, 1, "10", true], [8, 1, "8513", true], [8, 1, "813", true], [8, 1, "8113", true], [8, 1, "9110", true], [8, 1, "911", true], [8, 1, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "10", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017416881397366524, "gradient_norm_before_clip": 0.8728952407836914, "kl": 0.23530893036813447, "entropy": 0.6568560051195549, "ratio_outside_clip": 0.0}, {"loss": 0.014475791715085506, "gradient_norm_before_clip": 0.8639795780181885, "kl": 0.22985039913293087, "entropy": 0.6560105757279829, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[2, 8, "811", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "9", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "18", true], [5, 8, "120", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "9112", true], [7, 5, "9111", true], [7, 5, "10", true], [7, 5, "9110", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "911", true], [6, 4, "10", true], [6, 4, "1010", true], [6, 4, "9", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "601", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [4, 7, "16", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013843408785760403, "gradient_norm_before_clip": 0.8623449206352234, "kl": 0.09627385164430628, "entropy": 0.4779388267956479, "ratio_outside_clip": 0.0}, {"loss": 0.011770515702664852, "gradient_norm_before_clip": 0.8467795252799988, "kl": 0.09781705646614754, "entropy": 0.47599744547099965, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "113", true], [8, 8, "12", true], [8, 8, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "113", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.004302273038774729, "gradient_norm_before_clip": 0.4166750907897949, "kl": 0.06563808888564875, "entropy": 0.42856089274088544, "ratio_outside_clip": 0.0}, {"loss": 0.0031794619280844927, "gradient_norm_before_clip": 0.41481757164001465, "kl": 0.06560184337474682, "entropy": 0.4280016392837336, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "5", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "15", true], [4, 8, "17", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "10", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.012582646682858467, "gradient_norm_before_clip": 0.4354114234447479, "kl": 0.09681644557434836, "entropy": 0.5235342331874517, "ratio_outside_clip": 0.0}, {"loss": 0.011250179260969162, "gradient_norm_before_clip": 0.4355640411376953, "kl": 0.09733983616770049, "entropy": 0.5231373633867429, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[8, 1, "9110", true], [8, 1, "9111", true], [8, 1, "911", true], [8, 1, "8", true], [8, 1, "917", true], [8, 1, "911", true], [8, 1, "9", true], [8, 1, "9110", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02865632437169552, "gradient_norm_before_clip": 0.6960166692733765, "kl": 0.23335688369079205, "entropy": 0.4985615472373722, "ratio_outside_clip": 0.0}, {"loss": -0.03125545755028725, "gradient_norm_before_clip": 0.6886033415794373, "kl": 0.23602395687463149, "entropy": 0.4969904677672956, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "47", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4000", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1208", true], [9, 3, "16", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "113", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0033484373707324266, "gradient_norm_before_clip": 0.4736407399177551, "kl": 0.09528639566832485, "entropy": 0.4805838231882338, "ratio_outside_clip": 0.0}, {"loss": -0.005095887463539839, "gradient_norm_before_clip": 0.46838948130607605, "kl": 0.09560756788727987, "entropy": 0.4808112297268862, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "1110", true], [4, 9, "15110", true], [4, 9, "112", true], [4, 9, "115", true], [1, 8, "911", true], [1, 8, "8", true], [1, 8, "911", true], [1, 8, "9", true], [1, 8, "911", true], [1, 8, "813", true], [1, 8, "9", true], [1, 8, "911", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "100", true], [4, 5, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [9, 3, "12", true], [9, 3, "113", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0605599619448185, "gradient_norm_before_clip": 0.7067417502403259, "kl": 0.1917750576892531, "entropy": 0.5942562516913357, "ratio_outside_clip": 0.0}, {"loss": 0.0577533096075058, "gradient_norm_before_clip": 0.698821485042572, "kl": 0.19024899494217104, "entropy": 0.5936675014266048, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "113", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "9", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "1", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "137112", false], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 6, "updates": [{"loss": 0.0030774620827287436, "gradient_norm_before_clip": 0.3089902698993683, "kl": 0.10258193585857656, "entropy": 0.5159232661409198, "ratio_outside_clip": 0.0}, {"loss": 0.0022168923169374466, "gradient_norm_before_clip": 0.304680734872818, "kl": 0.1002369946653738, "entropy": 0.5163198027220912, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 3, "404", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 7, "12", true], [6, 7, "9113", true], [6, 7, "113", true], [6, 7, "15", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "113", true], [6, 7, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1206", true], [8, 4, "12", true], [8, 4, "12", true], [2, 2, "344600", false], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "4", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.022879410535097122, "gradient_norm_before_clip": 0.4090377390384674, "kl": 0.09110169940524632, "entropy": 0.5141998291015625, "ratio_outside_clip": 0.0}, {"loss": -0.023634977638721466, "gradient_norm_before_clip": 0.4023723304271698, "kl": 0.09231088426378038, "entropy": 0.5127632141113281, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "0000", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1008", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "1", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "110", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.019841335713863373, "gradient_norm_before_clip": 0.47165048122406006, "kl": 0.10465228848341035, "entropy": 0.4630745678413205, "ratio_outside_clip": 0.0}, {"loss": 0.018998553976416588, "gradient_norm_before_clip": 0.47060027718544006, "kl": 0.10508544270585223, "entropy": 0.4631223911192359, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1113", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9111", true], [4, 7, "11", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "20", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0019239913672208786, "gradient_norm_before_clip": 0.6144323348999023, "kl": 0.08465772721825576, "entropy": 0.43836728537954933, "ratio_outside_clip": 0.0}, {"loss": -0.0038442451041191816, "gradient_norm_before_clip": 0.5893259048461914, "kl": 0.08484374023065334, "entropy": 0.4373643456435785, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "1112", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [7, 6, "12", true], [7, 6, "134", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "1201", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0012903932947665453, "gradient_norm_before_clip": 0.5239916443824768, "kl": 0.0804510236536182, "entropy": 0.5388660071031103, "ratio_outside_clip": 0.0}, {"loss": -0.001037519657984376, "gradient_norm_before_clip": 0.5252100825309753, "kl": 0.08145284352812378, "entropy": 0.5380587307911999, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014207297004759312, "gradient_norm_before_clip": 0.798803448677063, "kl": 0.052152974762185646, "entropy": 0.5974710283488253, "ratio_outside_clip": 0.0}, {"loss": 0.010129381902515888, "gradient_norm_before_clip": 0.789657473564148, "kl": 0.05302382559671889, "entropy": 0.5958901286995324, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 8, "1133", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true]], "zero_variance_groups": 6, "updates": [{"loss": 0.0046478742733597755, "gradient_norm_before_clip": 0.23597407341003418, "kl": 0.08396872991248022, "entropy": 0.5061561970771113, "ratio_outside_clip": 0.0}, {"loss": 0.0037224164698272943, "gradient_norm_before_clip": 0.22859495878219604, "kl": 0.08500886265235612, "entropy": 0.5050787141051474, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "100", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 2, "9", true], [7, 2, "3", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "813", true], [1, 8, "100", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0069926707074046135, "gradient_norm_before_clip": 0.5970891118049622, "kl": 0.1275793222280649, "entropy": 0.48597045044798953, "ratio_outside_clip": 0.0}, {"loss": 0.005864092148840427, "gradient_norm_before_clip": 0.596920907497406, "kl": 0.12319539476941516, "entropy": 0.48484482131637896, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "100", true], [0, 1, "1", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "10", true], [8, 5, "19", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "11", true], [0, 1, "1", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9112", true], [5, 7, "13", true], [5, 7, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.03399673104286194, "gradient_norm_before_clip": 0.4712977707386017, "kl": 0.07931948619283688, "entropy": 0.4921195643722631, "ratio_outside_clip": 0.0}, {"loss": -0.03568395972251892, "gradient_norm_before_clip": 0.4688042998313904, "kl": 0.07926504779013858, "entropy": 0.4908085719794984, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 8, "13", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [7, 2, "4", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "132", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "9110", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.023775829002261162, "gradient_norm_before_clip": 0.7516995668411255, "kl": 0.08412204344579778, "entropy": 0.4533273895825345, "ratio_outside_clip": 0.0}, {"loss": 0.019827554002404213, "gradient_norm_before_clip": 0.7360292077064514, "kl": 0.08517204471892374, "entropy": 0.45185018902176, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[9, 2, "11", true], [9, 2, "10", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [8, 1, "913", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "9112", true], [8, 1, "9110", true], [8, 1, "911", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "911", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 2, "3", true], [1, 2, "10", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44409", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.006332377903163433, "gradient_norm_before_clip": 0.49590158462524414, "kl": 0.264790336078501, "entropy": 0.5229070326861214, "ratio_outside_clip": 0.0}, {"loss": -0.008868887089192867, "gradient_norm_before_clip": 0.4861212968826294, "kl": 0.27025412493211065, "entropy": 0.5231623522100601, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1010", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "9113", true], [8, 8, "12", true], [8, 8, "1208", true], [8, 8, "120", true], [8, 8, "13", true], [8, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9010", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "9", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.041454534977674484, "gradient_norm_before_clip": 0.4392096698284149, "kl": 0.06472851679875301, "entropy": 0.47013541979667467, "ratio_outside_clip": 0.0}, {"loss": 0.04094856232404709, "gradient_norm_before_clip": 0.4382733404636383, "kl": 0.06441860932570237, "entropy": 0.4706563215989333, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[4, 4, "6", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "113", true], [8, 4, "10", true], [8, 4, "120100", false], [8, 4, "12", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "126", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "410", true], [1, 3, "24", true], [1, 3, "4", true], [6, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "112", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.003728162497282028, "gradient_norm_before_clip": 0.46844056248664856, "kl": 0.09160728454589843, "entropy": 0.48954575482536766, "ratio_outside_clip": 0.0}, {"loss": 0.0015191029524430633, "gradient_norm_before_clip": 0.45127782225608826, "kl": 0.09328342886532054, "entropy": 0.48852812823127295, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 7, "91110", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "911", true], [2, 7, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "9112", true], [6, 6, "1212", true], [6, 6, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [7, 2, "100", true], [7, 2, "9", true], [7, 2, "911", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.023222075775265694, "gradient_norm_before_clip": 0.507940411567688, "kl": 0.18658892313639322, "entropy": 0.4546807826250449, "ratio_outside_clip": 0.0}, {"loss": -0.02578119933605194, "gradient_norm_before_clip": 0.506130039691925, "kl": 0.19441617768386316, "entropy": 0.4575324222959321, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 8, "11512", true], [9, 8, "113", true], [9, 8, "110", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "13512", true], [9, 8, "12", true], [9, 8, "116", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "112", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "00", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [5, 8, "1203", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.018624749034643173, "gradient_norm_before_clip": 0.4498174488544464, "kl": 0.13009914420765534, "entropy": 0.5678119095119499, "ratio_outside_clip": 0.0}, {"loss": 0.01809629797935486, "gradient_norm_before_clip": 0.4510033130645752, "kl": 0.13112267940002081, "entropy": 0.5677087546805658, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[9, 4, "1110", true], [9, 4, "1110", true], [9, 4, "113", true], [9, 4, "113", true], [9, 4, "112", true], [9, 4, "9116", true], [9, 4, "112", true], [9, 4, "112", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "302", true], [2, 1, "2", true], [2, 9, "110", true], [2, 9, "10", true], [2, 9, "113", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [5, 4, "9", true], [5, 4, "813", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "12", true], [9, 4, "116", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014700076542794704, "gradient_norm_before_clip": 0.6380793452262878, "kl": 0.15456655934370683, "entropy": 0.5895668156239209, "ratio_outside_clip": 0.0}, {"loss": 0.01232907548546791, "gradient_norm_before_clip": 0.6324580907821655, "kl": 0.15667686673159098, "entropy": 0.5888890218998187, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[1, 8, "8", true], [1, 8, "10", true], [1, 8, "911", true], [1, 8, "8", true], [1, 8, "911", true], [1, 8, "10", true], [1, 8, "106", true], [1, 8, "9112", true], [5, 5, "10", true], [5, 5, "915", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "7", true], [5, 5, "10", true], [9, 4, "112", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "8113", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "93", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "911", true], [8, 8, "123", true], [8, 8, "19", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0641002207994461, "gradient_norm_before_clip": 0.875140368938446, "kl": 0.22578673310332245, "entropy": 0.5480067074953855, "ratio_outside_clip": 0.0}, {"loss": -0.06997644156217575, "gradient_norm_before_clip": 0.8874664306640625, "kl": 0.23845404321020777, "entropy": 0.5474174834869721, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "3", true], [2, 6, "10", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 4, "13", true], [8, 4, "19", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "17", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.025577520951628685, "gradient_norm_before_clip": 1.0839667320251465, "kl": 0.07919117143958997, "entropy": 0.5092347260493382, "ratio_outside_clip": 0.0}, {"loss": 0.02102074958384037, "gradient_norm_before_clip": 0.9692060947418213, "kl": 0.08123956668149133, "entropy": 0.5069805072371367, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "1208", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "9113", true], [8, 4, "12", true], [8, 4, "112", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [2, 8, "10", true], [2, 8, "8110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "9111", true], [2, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0005002440302632749, "gradient_norm_before_clip": 0.6950147151947021, "kl": 0.09830828438028258, "entropy": 0.48528887653908537, "ratio_outside_clip": 0.0}, {"loss": -0.0006610635900869966, "gradient_norm_before_clip": 0.6917696595191956, "kl": 0.09807407089144166, "entropy": 0.48390585916084156, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "9112", true], [3, 9, "12", true], [3, 9, "123", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "911", true], [5, 4, "6", true], [5, 4, "9", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "300", true], [2, 1, "3", true], [2, 1, "3", true], [2, 7, "911", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9111", true], [2, 7, "917", true], [2, 7, "7", true], [2, 7, "911", true], [2, 7, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9110", true], [1, 8, "911", true], [1, 8, "8112", true], [1, 8, "9110", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03906983509659767, "gradient_norm_before_clip": 0.5309411883354187, "kl": 0.31502663687373816, "entropy": 0.603014228049289, "ratio_outside_clip": 0.0}, {"loss": -0.04163459315896034, "gradient_norm_before_clip": 0.5181066989898682, "kl": 0.325193855199921, "entropy": 0.6014122266447945, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[3, 1, "410", true], [3, 1, "4", true], [3, 1, "45707", true], [3, 1, "444", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [1, 2, "0", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "304", true], [1, 2, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "200", true], [4, 7, "11", true], [4, 7, "1111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 4, "11110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [4, 6, "16", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.015054863877594471, "gradient_norm_before_clip": 0.7705601453781128, "kl": 0.14505459541498228, "entropy": 0.6087411392566769, "ratio_outside_clip": 0.0}, {"loss": -0.01886860653758049, "gradient_norm_before_clip": 0.45503246784210205, "kl": 0.14788812814756883, "entropy": 0.6086187584455623, "ratio_outside_clip": 0.005813953488372093}]}, {"step": 184, "rows": [[1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [8, 1, "9110", true], [8, 1, "10010", true], [8, 1, "8113", true], [8, 1, "9113", true], [8, 1, "10", true], [8, 1, "9111", true], [8, 1, "9111", true], [8, 1, "9113", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "113", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 1, "9110", true], [8, 1, "9112", true], [8, 1, "9110", true], [8, 1, "9110", true], [8, 1, "9913", true], [8, 1, "10", true], [8, 1, "9116", true], [8, 1, "91110", true], [6, 2, "910", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.002318489830940962, "gradient_norm_before_clip": 0.6561030745506287, "kl": 0.5556820695118238, "entropy": 0.5996595813382056, "ratio_outside_clip": 0.0}, {"loss": 0.00029409059789031744, "gradient_norm_before_clip": 0.646995484828949, "kl": 0.5541275188487064, "entropy": 0.5987029537077873, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [2, 1, "3", true], [2, 1, "3010", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "309", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [8, 2, "12", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "116", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "113", true], [6, 9, "13", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.013919911347329617, "gradient_norm_before_clip": 1.1540772914886475, "kl": 0.11712127061759901, "entropy": 0.6533788045247396, "ratio_outside_clip": 0.0}, {"loss": -0.01566983200609684, "gradient_norm_before_clip": 1.1628308296203613, "kl": 0.11600340837202731, "entropy": 0.6525710003930818, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[7, 5, "12", true], [7, 5, "120", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1201", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [2, 4, "6", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "1", true], [6, 4, "12", true], [6, 4, "12", true], [6, 4, "15", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "910", true], [4, 5, "9", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0015370935434475541, "gradient_norm_before_clip": 1.0667057037353516, "kl": 0.0724305086915598, "entropy": 0.5273313702277418, "ratio_outside_clip": 0.0}, {"loss": -0.007021959405392408, "gradient_norm_before_clip": 0.9446258544921875, "kl": 0.07317363091234891, "entropy": 0.5240171900335348, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[8, 5, "12", true], [8, 5, "12", true], [8, 5, "165", true], [8, 5, "12", true], [8, 5, "911", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "112", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "111", true], [9, 4, "15", true], [9, 4, "13110", true], [9, 4, "110", true], [9, 4, "13", true], [9, 4, "15", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "7", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "911", true], [7, 4, "113", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.013444673269987106, "gradient_norm_before_clip": 0.4098547697067261, "kl": 0.16571151894867106, "entropy": 0.474395509750124, "ratio_outside_clip": 0.0}, {"loss": -0.01442757062613964, "gradient_norm_before_clip": 0.41906824707984924, "kl": 0.16471475268167163, "entropy": 0.47139299988115907, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[9, 8, "110", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "13", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [0, 7, "7", true], [0, 7, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4406", true], [1, 3, "4", true], [1, 3, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "12010", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "1200", true], [6, 6, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.023539019748568535, "gradient_norm_before_clip": 0.5239127278327942, "kl": 0.12518904549734933, "entropy": 0.5069408307756696, "ratio_outside_clip": 0.0}, {"loss": -0.024834174662828445, "gradient_norm_before_clip": 0.5224618911743164, "kl": 0.12724190848214287, "entropy": 0.5049076189313616, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "300", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "307", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "8", true], [6, 0, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "1111", true], [9, 2, "11", true], [9, 2, "11", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "4", true], [1, 7, "9", true], [1, 7, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.003978546243160963, "gradient_norm_before_clip": 0.4694516956806183, "kl": 0.1552798117360761, "entropy": 0.5410132131268901, "ratio_outside_clip": 0.0}, {"loss": 0.001953007304109633, "gradient_norm_before_clip": 0.4623992443084717, "kl": 0.15529711323399698, "entropy": 0.5397303427419354, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "002", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9110", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9111", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.01083365362137556, "gradient_norm_before_clip": 0.45792829990386963, "kl": 0.2569514715183548, "entropy": 0.4930843330963313, "ratio_outside_clip": 0.0}, {"loss": 0.009597280994057655, "gradient_norm_before_clip": 0.4450424015522003, "kl": 0.2535608972025196, "entropy": 0.4918704116553591, "ratio_outside_clip": 0.0}]}, {"step": 191, "rows": [[1, 3, "4", true], [1, 3, "40010", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 4, "100", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "08", true], [0, 0, "1", true], [0, 0, "0", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "911", true], [5, 5, "9", true], [5, 5, "9111", true], [5, 5, "9110", true], [5, 5, "12", true], [5, 5, "10", true], [3, 1, "4010", true], [3, 1, "400", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "400", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [2, 7, "911", true], [2, 7, "9111", true], [2, 7, "9", true], [2, 7, "8110", true], [2, 7, "911", true], [2, 7, "9111", true], [2, 7, "7", true], [2, 7, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.005745769944041967, "gradient_norm_before_clip": 0.4204666316509247, "kl": 0.32786129297835104, "entropy": 0.5976444630140669, "ratio_outside_clip": 0.0}, {"loss": 0.004042539745569229, "gradient_norm_before_clip": 0.4122069478034973, "kl": 0.3257373209749715, "entropy": 0.5966837593678678, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 5, "911010", false], [5, 5, "10", true], [5, 5, "911", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "16", true], [4, 9, "1111", true], [4, 9, "13", true], [4, 9, "110", true], [4, 9, "18117", true], [4, 9, "113", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "16", true], [1, 5, "7010", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "11200", true], [8, 8, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "17110", true], [6, 9, "13124", true], [6, 9, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "10", true], [5, 8, "612", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.036153774708509445, "gradient_norm_before_clip": 0.47322583198547363, "kl": 0.16696762084960937, "entropy": 0.5253371047973633, "ratio_outside_clip": 0.0}, {"loss": 0.0341971218585968, "gradient_norm_before_clip": 0.47278767824172974, "kl": 0.16567306518554686, "entropy": 0.5264741516113282, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0010", true], [0, 0, "0", true], [0, 0, "0", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "913", true], [8, 9, "112", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "113", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "16", true], [6, 7, "13", true], [6, 7, "111", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "111", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.006116011179983616, "gradient_norm_before_clip": 1.3406929969787598, "kl": 0.12376822046486728, "entropy": 0.5097616264619023, "ratio_outside_clip": 0.0}, {"loss": -0.012598281726241112, "gradient_norm_before_clip": 1.2823584079742432, "kl": 0.12411721930446395, "entropy": 0.5074598932840738, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1201", true], [9, 3, "12", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [1, 8, "9", true], [1, 8, "9110", true], [1, 8, "911", true], [1, 8, "9", true], [1, 8, "813", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [8, 2, "911", true], [8, 2, "9113", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [2, 7, "911", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "12", true], [2, 7, "9110", true], [2, 7, "911", true], [2, 7, "9", true], [8, 2, "9", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "911", true], [8, 2, "9110", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008957386016845703, "gradient_norm_before_clip": 0.9371613264083862, "kl": 0.3925376305213341, "entropy": 0.5498604407677283, "ratio_outside_clip": 0.0}, {"loss": -0.012822766788303852, "gradient_norm_before_clip": 0.9276729822158813, "kl": 0.3969023149092119, "entropy": 0.5484411218664148, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[1, 9, "10", true], [1, 9, "1000", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8110", true], [1, 9, "10", true], [1, 9, "10", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "203", true], [2, 1, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "4", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [6, 9, "11", true], [6, 9, "17", true], [6, 9, "112", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9110", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.028529038652777672, "gradient_norm_before_clip": 0.6812127232551575, "kl": 0.10499586795736676, "entropy": 0.5058620897538822, "ratio_outside_clip": 0.0}, {"loss": 0.025229424238204956, "gradient_norm_before_clip": 0.6498472690582275, "kl": 0.10660554148668161, "entropy": 0.5058980368397719, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [4, 9, "116", true], [4, 9, "111", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "111", true], [4, 9, "13", true], [4, 9, "13", true], [8, 1, "911", true], [8, 1, "10", true], [8, 1, "9111", true], [8, 1, "8110", true], [8, 1, "2", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "9110", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.006606874521821737, "gradient_norm_before_clip": 0.763911783695221, "kl": 0.3283270847650222, "entropy": 0.557451648476683, "ratio_outside_clip": 0.0}, {"loss": -0.011060183867812157, "gradient_norm_before_clip": 0.7469757199287415, "kl": 0.3330891220657914, "entropy": 0.5593113369411893, "ratio_outside_clip": 0.006172839506172839}]}, {"step": 197, "rows": [[6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "113", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "111", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "911", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 4, "1110", true], [9, 4, "116", true], [9, 4, "111", true], [9, 4, "1110", true], [9, 4, "112", true], [9, 4, "111", true], [9, 4, "13", true], [9, 4, "111", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "7", true], [2, 7, "9111", true], [2, 7, "91111", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01629796251654625, "gradient_norm_before_clip": 0.746020495891571, "kl": 0.26940862414906325, "entropy": 0.557354121532255, "ratio_outside_clip": 0.0}, {"loss": -0.020492535084486008, "gradient_norm_before_clip": 0.7406099438667297, "kl": 0.2704850724599894, "entropy": 0.560336659255537, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[1, 3, "44", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [4, 9, "112", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [8, 1, "9110", true], [8, 1, "813", true], [8, 1, "917", true], [8, 1, "12", true], [8, 1, "9110", true], [8, 1, "91111", true], [8, 1, "9116", true], [8, 1, "9110", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8010", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 8, "10", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007567772641777992, "gradient_norm_before_clip": 0.5831719040870667, "kl": 0.30184057135331005, "entropy": 0.5801254272460937, "ratio_outside_clip": 0.0}, {"loss": 0.005621621385216713, "gradient_norm_before_clip": 0.5805175304412842, "kl": 0.3037053559955798, "entropy": 0.580652578253495, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "120", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "100", true], [8, 1, "9110", true], [8, 1, "9116", true], [8, 1, "9110", true], [8, 1, "911", true], [8, 1, "81", true], [8, 1, "10", true], [8, 1, "9110", true], [8, 1, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9110", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "911010", false], [4, 5, "911", true], [4, 5, "10", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "124", true], [8, 5, "12", true], [8, 5, "1200", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03019123338162899, "gradient_norm_before_clip": 0.5775216817855835, "kl": 0.3230188853705107, "entropy": 0.5485618932923274, "ratio_outside_clip": 0.0}, {"loss": 0.02793160267174244, "gradient_norm_before_clip": 0.5817484259605408, "kl": 0.32445305971363886, "entropy": 0.5483955649001089, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "911", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 8, "113", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "1112", true], [9, 8, "113", true], [9, 8, "11", true], [9, 8, "1110", true], [9, 8, "117", true], [5, 7, "12", true], [5, 7, "1200", true], [5, 7, "12", true], [5, 7, "128", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "60000", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0013238998362794518, "gradient_norm_before_clip": 0.8130056262016296, "kl": 0.11957201700724528, "entropy": 0.49569350373959115, "ratio_outside_clip": 0.0}, {"loss": -0.002523601520806551, "gradient_norm_before_clip": 0.7948068976402283, "kl": 0.12019750172506549, "entropy": 0.4943413191926693, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 7, "111", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "113", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 5, "12", true], [8, 5, "124", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "9110", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9111", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "2010", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0034711025655269623, "gradient_norm_before_clip": 0.4070107340812683, "kl": 0.29635528723398846, "entropy": 0.49404088656107586, "ratio_outside_clip": 0.0}, {"loss": 0.00239229085855186, "gradient_norm_before_clip": 0.40428686141967773, "kl": 0.29909513394037884, "entropy": 0.49389831225077313, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1324", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "112", true], [8, 4, "12", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01389981247484684, "gradient_norm_before_clip": 0.7194065451622009, "kl": 0.15522311192861996, "entropy": 0.48442930612504853, "ratio_outside_clip": 0.0}, {"loss": 0.011663333512842655, "gradient_norm_before_clip": 0.7087723016738892, "kl": 0.1559625708538553, "entropy": 0.48319410241168476, "ratio_outside_clip": 0.0}]}, {"step": 203, "rows": [[6, 6, "13", true], [6, 6, "123", true], [6, 6, "12", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "8110", true], [4, 6, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "111001", false], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "400", true], [5, 2, "7", true], [5, 2, "2", true], [5, 2, "7", true], [5, 2, "7", true], [4, 4, "8", true], [4, 4, "85", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02025301568210125, "gradient_norm_before_clip": 1.1087615489959717, "kl": 0.16130622322037375, "entropy": 0.4353992529874723, "ratio_outside_clip": 0.0}, {"loss": 0.012702032923698425, "gradient_norm_before_clip": 0.5983301997184753, "kl": 0.16166095620781712, "entropy": 0.4304457444411058, "ratio_outside_clip": 0.005917159763313609}]}, {"step": 204, "rows": [[9, 1, "101", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "103", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 8, "9", true], [1, 8, "91", true], [1, 8, "9", true], [1, 8, "9110", true], [1, 8, "9110", true], [1, 8, "9", true], [1, 8, "911", true], [1, 8, "97", true], [8, 5, "12", true], [8, 5, "5112", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "134344", false], [8, 5, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 1, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 5, "updates": [{"loss": -0.018470417708158493, "gradient_norm_before_clip": 0.38893502950668335, "kl": 0.18145018357496995, "entropy": 0.5253481893144416, "ratio_outside_clip": 0.0}, {"loss": -0.019010029733181, "gradient_norm_before_clip": 0.3904384970664978, "kl": 0.17723824991982365, "entropy": 0.5246911584978273, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "9113", true], [5, 5, "10", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [8, 1, "9", true], [8, 1, "911", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "9113", true], [8, 1, "10000", true], [8, 1, "9", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0637403354048729, "gradient_norm_before_clip": 0.720812976360321, "kl": 0.2987661922679228, "entropy": 0.5353821698357077, "ratio_outside_clip": 0.0}, {"loss": 0.05928642675280571, "gradient_norm_before_clip": 0.6823092699050903, "kl": 0.29270073385799633, "entropy": 0.5346704370835248, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[1, 8, "911", true], [1, 8, "911", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "91100", true], [1, 8, "9", true], [1, 8, "9110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "110", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "00", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "706", true], [3, 1, "47", true], [3, 1, "4", true], [3, 1, "40", true], [3, 1, "4304", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "812", true], [5, 4, "8", true], [5, 4, "911", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [1, 7, "9", true], [1, 7, "8010", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02408739924430847, "gradient_norm_before_clip": 0.4479342997074127, "kl": 0.23574599376699543, "entropy": 0.5448780375949586, "ratio_outside_clip": 0.0}, {"loss": 0.022798707708716393, "gradient_norm_before_clip": 0.44667333364486694, "kl": 0.22652367860572772, "entropy": 0.5427319858614252, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "44", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0007599141099490225, "gradient_norm_before_clip": 0.6016630530357361, "kl": 0.12449752367459811, "entropy": 0.45351268083621293, "ratio_outside_clip": 0.0}, {"loss": -0.0017586728790774941, "gradient_norm_before_clip": 0.588741660118103, "kl": 0.12082500946827424, "entropy": 0.45050332485101163, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "306", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [9, 8, "113", true], [9, 8, "12", true], [9, 8, "117", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "112", true], [9, 8, "113", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12010", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "110", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "113", true], [7, 6, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.018434224650263786, "gradient_norm_before_clip": 0.5017223358154297, "kl": 0.15179736439774677, "entropy": 0.5624067259997856, "ratio_outside_clip": 0.0}, {"loss": -0.019735509529709816, "gradient_norm_before_clip": 0.49854499101638794, "kl": 0.15203217762272533, "entropy": 0.5616306211890244, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [2, 7, "7", true], [2, 7, "917", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "818", true], [2, 7, "7", true], [2, 7, "9110", true], [2, 7, "911", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8110", true], [8, 2, "9110", true], [8, 2, "8110", true], [8, 2, "10010", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 7, "113", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "110", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "113", true], [6, 7, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.005638603586703539, "gradient_norm_before_clip": 0.7264463305473328, "kl": 0.29453682037721196, "entropy": 0.48325292748141, "ratio_outside_clip": 0.0}, {"loss": 0.001999984262511134, "gradient_norm_before_clip": 0.7118238210678101, "kl": 0.295879685735128, "entropy": 0.4835562648543392, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[8, 5, "123347", false], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "123", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "30", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "93", true], [4, 5, "8", true], [4, 5, "10", true], [2, 7, "911", true], [2, 7, "8110", true], [2, 7, "89113", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "7", true], [2, 7, "9110", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01026689913123846, "gradient_norm_before_clip": 0.5871555805206299, "kl": 0.2502207438151042, "entropy": 0.6167899854255445, "ratio_outside_clip": 0.0}, {"loss": 0.008010025136172771, "gradient_norm_before_clip": 0.5795701146125793, "kl": 0.25111729015003553, "entropy": 0.617529481830019, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[8, 9, "17", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "15612", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [2, 7, "9", true], [2, 7, "91110", true], [2, 7, "12", true], [2, 7, "8", true], [2, 7, "917", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "8113", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "113", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "112", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.029793430119752884, "gradient_norm_before_clip": 0.5520801544189453, "kl": 0.24988436074781167, "entropy": 0.525870517910463, "ratio_outside_clip": 0.0}, {"loss": 0.027923334389925003, "gradient_norm_before_clip": 0.5467987060546875, "kl": 0.24755240235653223, "entropy": 0.5280111822158254, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "112", true], [5, 2, "7", true], [5, 2, "6010", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.03313283249735832, "gradient_norm_before_clip": 0.7200068831443787, "kl": 0.10259149681707347, "entropy": 0.5540733100464625, "ratio_outside_clip": 0.0}, {"loss": 0.03165869787335396, "gradient_norm_before_clip": 0.7090227007865906, "kl": 0.10355002835670614, "entropy": 0.5543944554299302, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "9113", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12010", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "113", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "1", true], [3, 4, "7010", true], [3, 4, "7", true], [3, 4, "701010", false], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "113", true], [8, 9, "12", true], [8, 9, "113", true], [8, 9, "12", true], [8, 9, "12", true], [7, 5, "9112", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.009692234918475151, "gradient_norm_before_clip": 0.34470176696777344, "kl": 0.13043793126156455, "entropy": 0.5099255210474918, "ratio_outside_clip": 0.0}, {"loss": 0.009521554224193096, "gradient_norm_before_clip": 0.34301769733428955, "kl": 0.13068661940725226, "entropy": 0.5099516216077302, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "3", true], [6, 2, "6", true], [9, 8, "113", true], [9, 8, "111", true], [9, 8, "16", true], [9, 8, "1317", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "19110", true], [9, 8, "12", true], [4, 6, "10", true], [4, 6, "9110", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01770021580159664, "gradient_norm_before_clip": 0.7555504441261292, "kl": 0.12960084279378256, "entropy": 0.5009252108060397, "ratio_outside_clip": 0.0}, {"loss": 0.014902004972100258, "gradient_norm_before_clip": 0.7410182952880859, "kl": 0.13024694491655397, "entropy": 0.4989724770570413, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "700", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1200", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "112", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 8, "9110", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "17", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004634538199752569, "gradient_norm_before_clip": 0.5963684320449829, "kl": 0.12362363726593727, "entropy": 0.4759296594664108, "ratio_outside_clip": 0.0}, {"loss": 0.00010662577551556751, "gradient_norm_before_clip": 0.5727165341377258, "kl": 0.12512325686077738, "entropy": 0.47388019118198127, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "116", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "100", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1244", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.06608158349990845, "gradient_norm_before_clip": 0.68317049741745, "kl": 0.14423609399176263, "entropy": 0.5437045406985592, "ratio_outside_clip": 0.0}, {"loss": 0.061300452798604965, "gradient_norm_before_clip": 0.6641096472740173, "kl": 0.14785635316526735, "entropy": 0.5401586061948306, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 5, "120", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13247", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.04758841544389725, "gradient_norm_before_clip": 0.5633456707000732, "kl": 0.1162622426007245, "entropy": 0.4057035188417177, "ratio_outside_clip": 0.0}, {"loss": -0.05040492117404938, "gradient_norm_before_clip": 0.5635174512863159, "kl": 0.11797188423775337, "entropy": 0.40570192079286316, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "128110", false], [9, 6, "12", true], [9, 6, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [2, 9, "111", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11010", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "110", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.011895845644176006, "gradient_norm_before_clip": 0.5438742637634277, "kl": 0.13572099859064277, "entropy": 0.5231764822295217, "ratio_outside_clip": 0.0}, {"loss": 0.010142709128558636, "gradient_norm_before_clip": 0.537286102771759, "kl": 0.13624681414979878, "entropy": 0.5231020378343987, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "107", true], [0, 1, "1", true], [0, 1, "1", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "81100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "8110", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [6, 6, "13", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.03715584799647331, "gradient_norm_before_clip": 0.8107832074165344, "kl": 0.15267696150814195, "entropy": 0.42146475918321724, "ratio_outside_clip": 0.0}, {"loss": -0.03950075805187225, "gradient_norm_before_clip": 0.7888491153717041, "kl": 0.1558523522802146, "entropy": 0.4205869192100433, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "1201", true], [5, 8, "135", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1203", true], [5, 8, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [3, 1, "4", true], [3, 1, "34757", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "46", true], [3, 1, "4", true], [3, 1, "406", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "117", true], [9, 8, "1110", true], [9, 8, "116", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "13", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1200", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0030449163168668747, "gradient_norm_before_clip": 0.40553274750709534, "kl": 0.16516207118722845, "entropy": 0.6087141393977691, "ratio_outside_clip": 0.0}, {"loss": 0.0011163726449012756, "gradient_norm_before_clip": 0.4073109030723572, "kl": 0.16728873431363844, "entropy": 0.6095324429598722, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "18", true], [6, 6, "1206", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "1", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [2, 8, "9111", true], [2, 8, "100", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8110", true], [2, 8, "10", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "11010", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "111", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "911", true], [2, 7, "10", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12344", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "124", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "911110", false], [3, 1, "400", true], [3, 1, "4406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "400", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02604210004210472, "gradient_norm_before_clip": 0.6376546621322632, "kl": 0.2523680437961823, "entropy": 0.6100350365850139, "ratio_outside_clip": 0.0}, {"loss": 0.024758310988545418, "gradient_norm_before_clip": 0.6311178207397461, "kl": 0.25249586434199894, "entropy": 0.612493204953048, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "911", true], [8, 2, "10", true], [8, 2, "10", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "110", true], [1, 1, "2", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "116", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [1, 8, "92", true], [1, 8, "911", true], [1, 8, "9111", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.040355533361434937, "gradient_norm_before_clip": 0.5835728645324707, "kl": 0.22200914076816888, "entropy": 0.5760921902126737, "ratio_outside_clip": 0.0}, {"loss": 0.037894971668720245, "gradient_norm_before_clip": 0.5756388902664185, "kl": 0.22482836688006366, "entropy": 0.5764375380527826, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[5, 5, "10", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [8, 2, "103", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "18", true], [4, 7, "111", true], [4, 7, "111", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9010", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "913", true], [5, 4, "9", true], [5, 4, "8", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "116", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 8, "813", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "911", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.02211862988770008, "gradient_norm_before_clip": 0.7734237313270569, "kl": 0.21068096160888672, "entropy": 0.49335835774739584, "ratio_outside_clip": 0.0}, {"loss": -0.026224510744214058, "gradient_norm_before_clip": 0.7562252283096313, "kl": 0.21601431104871963, "entropy": 0.49247224595811634, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "113", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "13", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "8110", true], [4, 7, "11", true], [4, 7, "17", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "110", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "911", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "917", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 4, "10", true], [6, 4, "10017", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0029924383852630854, "gradient_norm_before_clip": 0.8947504758834839, "kl": 0.23858131011786488, "entropy": 0.5550298966424314, "ratio_outside_clip": 0.0}, {"loss": -0.004823652096092701, "gradient_norm_before_clip": 0.8890805840492249, "kl": 0.24111422500169347, "entropy": 0.5541616450844472, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[6, 4, "100", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "100000", false], [6, 4, "12", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "911", true], [8, 1, "10", true], [8, 1, "103", true], [8, 1, "9", true], [8, 1, "813", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "10", true], [4, 9, "1813", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "113", true], [4, 9, "18", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03440103679895401, "gradient_norm_before_clip": 1.0271906852722168, "kl": 0.1871930194157426, "entropy": 0.5193194727743825, "ratio_outside_clip": 0.0}, {"loss": -0.0411234050989151, "gradient_norm_before_clip": 0.597835123538971, "kl": 0.1876271770846459, "entropy": 0.5183353218981015, "ratio_outside_clip": 0.010752688172043012}]}, {"step": 226, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "9113", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911", true], [2, 8, "10", true], [4, 8, "12346", true], [4, 8, "130", true], [4, 8, "134", true], [4, 8, "12", true], [4, 8, "127", true], [4, 8, "122", true], [4, 8, "106", true], [4, 8, "13", true], [2, 7, "8", true], [2, 7, "911", true], [2, 7, "8110", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0033345436677336693, "gradient_norm_before_clip": 0.5768992304801941, "kl": 0.20592775824349685, "entropy": 0.5168280574862517, "ratio_outside_clip": 0.0}, {"loss": 0.001376910600811243, "gradient_norm_before_clip": 0.5722524523735046, "kl": 0.20617814303776405, "entropy": 0.516501613169409, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[5, 7, "12", true], [5, 7, "1201", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "16", true], [5, 7, "12", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "19", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.015229128301143646, "gradient_norm_before_clip": 0.44667550921440125, "kl": 0.1304275604065307, "entropy": 0.35269535087539766, "ratio_outside_clip": 0.0}, {"loss": 0.014648094773292542, "gradient_norm_before_clip": 0.44136643409729004, "kl": 0.13119336659322955, "entropy": 0.35269354631800853, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "400000", false], [3, 1, "42", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 9, "13", true], [8, 9, "1123", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "11209", true], [8, 9, "13", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 9, "13", true], [4, 9, "112", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "113", true], [4, 9, "112", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "112", true], [5, 8, "12", true], [5, 8, "1200", true], [5, 8, "12", true], [5, 8, "1206", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.04937602952122688, "gradient_norm_before_clip": 0.6005268692970276, "kl": 0.19924519459406534, "entropy": 0.6390307744344076, "ratio_outside_clip": 0.0}, {"loss": 0.04821862652897835, "gradient_norm_before_clip": 0.593534529209137, "kl": 0.1999937097231547, "entropy": 0.6384514172871908, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "206", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [9, 2, "11", true], [9, 2, "1113", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "111", true], [9, 2, "9110", true], [9, 2, "1110", true], [9, 2, "110", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 8, "811", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.02523200213909149, "gradient_norm_before_clip": 0.40625622868537903, "kl": 0.17453920388523536, "entropy": 0.4391392575034612, "ratio_outside_clip": 0.0}, {"loss": 0.02440982311964035, "gradient_norm_before_clip": 0.40398135781288147, "kl": 0.1739381717730172, "entropy": 0.437867128396336, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[5, 5, "10", true], [5, 5, "9110", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 4, "113", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "113", true], [9, 4, "13", true], [8, 4, "12", true], [8, 4, "9112", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "9116", true], [8, 4, "12", true], [9, 3, "12", true], [9, 3, "12010", true], [9, 3, "120", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [6, 6, "12", true], [6, 6, "125", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "17", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.026166733354330063, "gradient_norm_before_clip": 0.6247676610946655, "kl": 0.15286728830048532, "entropy": 0.5148510788426255, "ratio_outside_clip": 0.0}, {"loss": -0.028447266668081284, "gradient_norm_before_clip": 0.609886646270752, "kl": 0.1531013527301827, "entropy": 0.5129753652245107, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "9110", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "1210", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 4, "8110", true], [6, 4, "8110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [3, 1, "4", true], [3, 1, "4400", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 5, "10", true], [7, 5, "120", true], [7, 5, "9110", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "9112", true], [7, 5, "9112", true], [7, 5, "12", true], [9, 4, "110", true], [9, 4, "113", true], [9, 4, "113", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "113", true], [9, 4, "16", true], [9, 4, "111010", false]], "zero_variance_groups": 3, "updates": [{"loss": 0.05225037410855293, "gradient_norm_before_clip": 0.9679941534996033, "kl": 0.2052617532952788, "entropy": 0.5922231141685834, "ratio_outside_clip": 0.0}, {"loss": 0.04741049185395241, "gradient_norm_before_clip": 0.9231066107749939, "kl": 0.20551027017196422, "entropy": 0.591468230116791, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "17512", true], [6, 9, "113", true], [6, 9, "135751", false], [6, 9, "113", true], [6, 9, "17", true], [6, 9, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "448", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "4", true], [1, 8, "911", true], [1, 8, "8110", true], [1, 8, "9", true], [1, 8, "3", true], [1, 8, "9110", true], [1, 8, "9", true], [1, 8, "911", true], [1, 8, "917", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 8, "9", true], [2, 8, "1010", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.033136334270238876, "gradient_norm_before_clip": 0.5627626180648804, "kl": 0.20761492035605691, "entropy": 0.521043213930997, "ratio_outside_clip": 0.0}, {"loss": -0.03610123693943024, "gradient_norm_before_clip": 0.5465371608734131, "kl": 0.21095594492825595, "entropy": 0.5202272588556464, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8010", true], [6, 2, "8", true], [6, 2, "8", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "113", true], [6, 9, "133471", false], [6, 9, "13", true], [6, 9, "173324", false], [6, 9, "114", true], [6, 9, "17", true], [7, 6, "1513", true], [7, 6, "13", true], [7, 6, "1135", true], [7, 6, "112", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [4, 9, "15", true], [4, 9, "112", true], [4, 9, "113", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "113", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13612", true], [4, 8, "12", true], [4, 8, "123", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.002350863069295883, "gradient_norm_before_clip": 0.46504759788513184, "kl": 0.1686405340830485, "entropy": 0.5908610026041666, "ratio_outside_clip": 0.0}, {"loss": -0.00024312734603881836, "gradient_norm_before_clip": 0.4423629939556122, "kl": 0.1723860502243042, "entropy": 0.591403603553772, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "911", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12202", true], [7, 5, "12", true], [7, 5, "1203", true], [7, 5, "91110", true], [7, 5, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "134", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 8, "1312", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "11100", true], [9, 8, "111", true], [9, 8, "17", true], [9, 8, "111", true], [9, 8, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [0, 7, "00", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [6, 9, "12", true], [6, 9, "112", true], [6, 9, "134", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "188113", false], [6, 9, "112", true], [6, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06713300943374634, "gradient_norm_before_clip": 0.8013381958007812, "kl": 0.21336178574265474, "entropy": 0.5814101296748841, "ratio_outside_clip": 0.0}, {"loss": 0.05953977257013321, "gradient_norm_before_clip": 0.719805896282196, "kl": 0.21975419624000075, "entropy": 0.5821297020433052, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "112", true], [9, 6, "17", true], [9, 6, "13142", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [8, 4, "102", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13010", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6000", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "19", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "113", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "17", true], [9, 4, "1110", true], [9, 4, "13314", true], [9, 4, "13", true], [9, 4, "1112", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "113", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.029982298612594604, "gradient_norm_before_clip": 0.4037633240222931, "kl": 0.18492560623759063, "entropy": 0.5875384083110324, "ratio_outside_clip": 0.0}, {"loss": 0.027735231444239616, "gradient_norm_before_clip": 0.37626221776008606, "kl": 0.1869568798423472, "entropy": 0.5892807765560255, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[8, 9, "13", true], [8, 9, "133412", false], [8, 9, "13", true], [8, 9, "135347", false], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "13", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "40", true], [3, 1, "3", true], [3, 1, "46", true], [0, 0, "", true], [0, 0, "10", true], [0, 0, "00", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "113", true], [7, 6, "13", true], [7, 6, "135", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "2", true], [2, 2, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.027155032381415367, "gradient_norm_before_clip": 0.5309874415397644, "kl": 0.1657931845528739, "entropy": 0.5830265590122767, "ratio_outside_clip": 0.0}, {"loss": -0.028705578297376633, "gradient_norm_before_clip": 0.5259168148040771, "kl": 0.1690746089390346, "entropy": 0.5844760567801339, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[9, 2, "17", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "111", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "0", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "1111", true], [4, 7, "1110", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "1110", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.005592623259872198, "gradient_norm_before_clip": 0.573437511920929, "kl": 0.2372767666736281, "entropy": 0.5092007280832314, "ratio_outside_clip": 0.0}, {"loss": -0.008103429339826107, "gradient_norm_before_clip": 0.5542360544204712, "kl": 0.24160233463149472, "entropy": 0.5088528552687311, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 9, "111", true], [2, 9, "11110", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "1111", true], [2, 9, "11", true], [2, 9, "111010", false], [2, 9, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9112", true], [5, 5, "913", true], [5, 5, "16", true], [5, 5, "15", true], [8, 1, "813", true], [8, 1, "12", true], [8, 1, "812", true], [8, 1, "9110", true], [8, 1, "91100", true], [8, 1, "9112", true], [8, 1, "919113", false], [8, 1, "917", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "111", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "110", true], [2, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.011825038120150566, "gradient_norm_before_clip": 0.6867208480834961, "kl": 0.4271585490846414, "entropy": 0.5325780771844398, "ratio_outside_clip": 0.0}, {"loss": -0.012455254793167114, "gradient_norm_before_clip": 0.6335189342498779, "kl": 0.44359054213844684, "entropy": 0.533165997623848, "ratio_outside_clip": 0.013824884792626729}]}, {"step": 239, "rows": [[5, 8, "130", true], [5, 8, "12", true], [5, 8, "123", true], [5, 8, "13243", true], [5, 8, "12", true], [5, 8, "123", true], [5, 8, "1206", true], [5, 8, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "100", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.010379430837929249, "gradient_norm_before_clip": 0.556074321269989, "kl": 0.1934413261154071, "entropy": 0.4306394356448634, "ratio_outside_clip": 0.0}, {"loss": 0.008669041097164154, "gradient_norm_before_clip": 0.5492532849311829, "kl": 0.19434335929195898, "entropy": 0.42932855515252977, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[4, 5, "10", true], [4, 5, "917", true], [4, 5, "9", true], [4, 5, "9110", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "912", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "113", true], [9, 2, "11", true], [9, 2, "19", true], [9, 2, "11", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 2, "8", true], [7, 2, "810", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "811", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6010", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "16", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.01083364151418209, "gradient_norm_before_clip": 0.5202242732048035, "kl": 0.2853851318359375, "entropy": 0.5537269361091383, "ratio_outside_clip": 0.0}, {"loss": 0.009082476608455181, "gradient_norm_before_clip": 0.5152688026428223, "kl": 0.28437231815222536, "entropy": 0.553103545217803, "ratio_outside_clip": 0.0}]}]}, "checkpoints": {"initial": {"file": "seed-11-initial.pt", "sha256": "e3f5c190201663e59e12fe333f606bc64a2ec83ab7736567754446d83aaa21e5", "reload_equal": true}, "strict": {"file": "seed-11-strict.pt", "sha256": "2ae85b23d93fe65db48b2919c8c79ed3acc93a5b498e4f6005bb234fddda70bc", "reload_equal": true}, "substring": {"file": "seed-11-substring.pt", "sha256": "9408506f7e4a02a63fbd256284a1fd1e4297e18d66633d02c5e656ac23bac502", "reload_equal": true}}}, {"seed": 22, "sft_loss": [2.4017815589904785, 2.347827434539795, 2.268183946609497, 2.2721078395843506, 2.178187131881714, 2.160003662109375, 2.074215888977051, 2.128511905670166, 1.9916695356369019, 1.9265685081481934, 1.8398081064224243, 1.9680942296981812, 1.7735345363616943, 1.7094550132751465, 1.7137943506240845, 1.5627624988555908, 1.689287781715393, 1.4987232685089111, 1.6366652250289917, 1.5070010423660278, 1.4053099155426025, 1.4945687055587769, 1.4941504001617432, 1.4723045825958252, 1.6897073984146118, 1.3203753232955933, 1.33150053024292, 1.4898169040679932, 1.2847199440002441, 1.2670282125473022, 1.3219451904296875, 1.1768072843551636, 1.2493860721588135, 1.1531760692596436, 1.2200807332992554, 1.221073865890503, 1.116678237915039, 1.183401107788086, 1.2173105478286743, 1.1761091947555542, 1.2712233066558838, 1.1282308101654053, 1.0569713115692139, 1.1147536039352417, 1.000954270362854, 1.1551527976989746, 1.0059974193572998, 1.1269367933273315, 1.0577895641326904, 1.077223777770996, 1.1230792999267578, 1.0707862377166748, 1.0280263423919678, 0.9297975897789001, 1.0344897508621216, 0.9924905300140381, 0.916029691696167, 0.9482029676437378, 1.0013558864593506, 0.9524968266487122, 0.9326819181442261, 1.0334542989730835, 1.0882158279418945, 0.9387398958206177, 1.0545578002929688, 0.9655712246894836, 1.0536165237426758, 1.1013879776000977, 0.9469992518424988, 1.0095760822296143, 0.8885139226913452, 0.834024965763092, 0.8639121651649475, 0.8825644254684448, 0.9782345294952393, 0.8543669581413269, 0.7828066945075989, 0.8536357879638672, 0.9598019123077393, 0.93616783618927, 0.8063432574272156, 0.9308538436889648, 1.038650393486023, 0.8081943988800049, 0.9358705282211304, 0.8567647933959961, 0.8736971020698547, 0.8625320196151733, 0.8502069711685181, 0.8351156711578369, 0.873125433921814, 0.8412212133407593, 0.7843008041381836, 0.7377139329910278, 0.8852933645248413, 0.8164443373680115, 0.7838017344474792, 0.790411651134491, 0.8496772050857544, 0.8158861994743347, 0.7860434055328369, 0.7202589511871338, 0.7291839122772217, 0.7163907885551453, 0.792688250541687, 0.7000815868377686, 0.8070931434631348, 0.7599720358848572, 0.7955995798110962, 0.7289861440658569, 0.6664444208145142, 0.6510776877403259, 0.5893303751945496, 0.7214640378952026, 0.7229902744293213, 0.7503311038017273, 0.6769900321960449, 0.6530973315238953, 0.7627249360084534, 0.7294690012931824, 0.6566047072410583, 0.6384029388427734, 0.6817909479141235, 0.7363342046737671, 0.6147779822349548, 0.7119889259338379, 0.5945761203765869, 0.6352725625038147, 0.6946344375610352, 0.5688818097114563, 0.7067657113075256, 0.6522723436355591, 0.6697005033493042, 0.648567259311676, 0.5996187329292297, 0.6104078888893127, 0.563461184501648, 0.5460760593414307, 0.6180036067962646, 0.521489143371582, 0.5175331234931946, 0.6283348798751831, 0.3940499722957611, 0.4630665183067322, 0.49992504715919495, 0.5247105956077576, 0.4578005373477936, 0.58502197265625, 0.47781112790107727, 0.538597583770752, 0.7126712203025818, 0.5760886669158936, 0.4033447802066803, 0.49537214636802673, 0.5634871125221252, 0.48003488779067993, 0.5556355118751526, 0.49244195222854614, 0.5309144258499146, 0.5275881886482239, 0.529412567615509, 0.46360793709754944, 0.48989254236221313, 0.4002419710159302, 0.44303956627845764, 0.5203515291213989, 0.48618486523628235, 0.42586326599121094, 0.4816139042377472, 0.4065878987312317, 0.3827674984931946, 0.43997883796691895, 0.3500407934188843, 0.463221937417984, 0.40029779076576233, 0.40199121832847595, 0.4430788457393646, 0.503077507019043, 0.37754929065704346, 0.4271705746650696, 0.3648442029953003, 0.4257166385650635, 0.4145749807357788, 0.44715267419815063, 0.5062389373779297, 0.4311520755290985, 0.482616126537323, 0.3569994568824768, 0.38542237877845764, 0.47456076741218567, 0.3536122739315033, 0.3468787968158722, 0.414804071187973, 0.40067920088768005, 0.37287238240242004, 0.3018730580806732, 0.40382522344589233, 0.2668299376964569, 0.35903674364089966, 0.2780587673187256], "evaluations": {"initial": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "9", true], [1, 8, "8", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "6", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 2, "6", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "13", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "13", true], [6, 9, "15", true], [7, 0, "7", true], [7, 1, "9", true], [7, 2, "9", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "13", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "17", true], [8, 9, "15", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "13", true], [9, 6, "15", true], [9, 8, "17", true]], "sampled": [[0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "7", true], [0, 0, "1", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "7", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 1, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "0", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "3", true], [0, 6, "0", true], [0, 6, "0", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "1", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "1", true], [0, 8, "6", true], [0, 8, "0", true], [0, 8, "00", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "0", true], [0, 8, "0", true], [0, 8, "0", true], [0, 8, "0", true], [0, 8, "8", true], [0, 8, "600", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "13", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "0", true], [1, 1, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "", true], [1, 2, "2", true], [1, 2, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "0", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "100", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "100", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "1", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "6", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "", true], [2, 5, "6", true], [2, 5, "90", true], [2, 5, "4", true], [2, 5, "6", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 7, "6", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "13", true], [2, 9, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "8", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "1", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "10", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "2", true], [4, 2, "7", true], [4, 2, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "19", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "110", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [5, 1, "0", true], [5, 1, "9", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 2, "1", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "0", true], [5, 2, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 5, "12", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "9117", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "0", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "17", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "16", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 7, "1228", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "123", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "113", true], [6, 9, "1316", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "112", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "4", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "10", true], [7, 1, "4", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "0", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "10", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "10", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "14", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "128", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "116", true], [8, 8, "16", true], [8, 8, "10", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "13", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "128", true], [8, 9, "17", true], [8, 9, "126", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "11", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "12", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "12", true], [9, 6, "139", true], [9, 6, "15", true], [9, 6, "1312", true], [9, 6, "1128", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "17", true], [9, 6, "125", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "1", true], [9, 8, "16", true], [9, 8, "110", true], [9, 8, "15", true], [9, 8, "18", true], [9, 8, "13", true], [9, 8, "137", true], [9, 8, "15", true], [9, 8, "17", true]]}, "dev": {"greedy": [[0, 2, "1", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "1", true], [3, 3, "4", true], [3, 8, "10", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "13", true], [6, 1, "6", true], [7, 8, "13", true], [8, 3, "10", true], [8, 7, "13", true], [9, 0, "10", true], [9, 5, "13", true], [9, 9, "15", true]], "sampled": [[0, 2, "", true], [0, 2, "3", true], [0, 2, "1", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "1", true], [0, 2, "0", true], [0, 2, "8", true], [0, 2, "0", true], [0, 2, "6", true], [0, 2, "0", true], [0, 2, "1", true], [0, 2, "1", true], [0, 2, "6", true], [0, 2, "1", true], [0, 2, "0", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "1", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "8", true], [0, 4, "9", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "1", true], [0, 4, "1", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "1", true], [0, 5, "0", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "0", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "7", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [1, 6, "8", true], [1, 6, "3", true], [1, 6, "9", true], [1, 6, "6", true], [1, 6, "9", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "7", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "13", true], [2, 0, "6", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "1", true], [2, 0, "3", true], [2, 0, "0", true], [2, 0, "", true], [2, 0, "3", true], [2, 0, "", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "40", true], [3, 3, "8", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "6", true], [3, 3, "6", true], [3, 3, "3", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "8", true], [3, 8, "11", true], [3, 8, "12", true], [3, 8, "11", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "11", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "19", true], [3, 8, "13", true], [3, 8, "10", true], [3, 8, "10", true], [3, 8, "10", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "8", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "2", true], [4, 0, "6", true], [4, 0, "10", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "1", true], [4, 0, "1", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "10", true], [4, 0, "6", true], [5, 0, "00", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "15", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "115", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "15", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "15", true], [5, 9, "189911", false], [5, 9, "13", true], [5, 9, "112", true], [5, 9, "13", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "9", true], [6, 1, "6", true], [6, 1, "1", true], [6, 1, "2", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "9", true], [6, 1, "6", true], [7, 8, "15", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "16", true], [7, 8, "14", true], [7, 8, "15", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [7, 8, "18", true], [7, 8, "13", true], [7, 8, "12", true], [7, 8, "112", true], [7, 8, "16", true], [7, 8, "12", true], [7, 8, "17", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "6", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "100", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "0", true], [8, 3, "10", true], [8, 3, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "19", true], [8, 7, "16", true], [8, 7, "13", true], [8, 7, "16", true], [8, 7, "15", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "16", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "15", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "8", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "16", true], [9, 0, "7", true], [9, 0, "00", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "8113", true], [9, 5, "11", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "16", true], [9, 5, "13", true], [9, 9, "137", true], [9, 9, "13324", true], [9, 9, "1329", true], [9, 9, "1324", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "15", true], [9, 9, "113", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "16", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "13", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "0", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "6", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "8", true], [3, 7, "9", true], [4, 1, "6", true], [5, 3, "9", true], [5, 6, "10", true], [6, 3, "8", true], [6, 5, "10", true], [6, 8, "13", true], [7, 3, "9", true], [7, 7, "13", true], [7, 9, "15", true], [8, 6, "13", true], [9, 7, "13", true]], "sampled": [[0, 3, "0", true], [0, 3, "8", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "2", true], [0, 3, "4", true], [0, 3, "8", true], [0, 3, "1", true], [0, 3, "0", true], [0, 3, "6", true], [0, 3, "0", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "1", true], [0, 3, "6", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "3", true], [1, 4, "6", true], [1, 4, "", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "2", true], [1, 4, "1", true], [1, 4, "7", true], [1, 4, "2", true], [1, 4, "3", true], [1, 4, "7", true], [1, 4, "1", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "8", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "6", true], [3, 0, "1", true], [3, 0, "0", true], [3, 0, "0", true], [3, 0, "8", true], [3, 0, "6", true], [3, 0, "3", true], [3, 0, "0", true], [3, 0, "6", true], [3, 0, "2", true], [3, 0, "1", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "1", true], [3, 0, "1", true], [3, 0, "0", true], [3, 0, "8", true], [3, 2, "8", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "6", true], [3, 2, "3", true], [3, 2, "6", true], [3, 2, "8", true], [3, 2, "3", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "7", true], [3, 5, "8", true], [3, 5, "8", true], [3, 5, "6", true], [3, 5, "4", true], [3, 5, "9", true], [3, 5, "", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "6", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "9", true], [3, 6, "8", true], [3, 6, "0", true], [3, 6, "9", true], [3, 6, "6", true], [3, 6, "10", true], [3, 7, "9", true], [3, 7, "4", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "8", true], [3, 7, "10", true], [3, 7, "8", true], [3, 7, "7", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9", true], [3, 7, "11", true], [3, 7, "8", true], [3, 7, "9", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "10", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "8", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "7", true], [4, 1, "8", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "8", true], [5, 3, "8", true], [5, 3, "8", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "8", true], [5, 3, "6", true], [5, 3, "10", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 6, "13", true], [5, 6, "10", true], [5, 6, "17", true], [5, 6, "13", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "10", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "11", true], [5, 6, "1", true], [5, 6, "10", true], [5, 6, "12", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "6", true], [6, 3, "8", true], [6, 3, "10", true], [6, 3, "10", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "7", true], [6, 3, "8", true], [6, 5, "10", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "10", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "17", true], [6, 8, "11", true], [6, 8, "110", true], [6, 8, "12", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "18", true], [6, 8, "13", true], [6, 8, "16", true], [6, 8, "112", true], [6, 8, "12", true], [6, 8, "15", true], [6, 8, "12", true], [6, 8, "11021", true], [6, 8, "123", true], [6, 8, "13", true], [7, 3, "9", true], [7, 3, "8", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "8", true], [7, 3, "9", true], [7, 3, "12", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "6", true], [7, 3, "8", true], [7, 3, "10", true], [7, 3, "8", true], [7, 3, "9", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "1324", true], [7, 7, "13", true], [7, 7, "9116", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "17", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 9, "13", true], [7, 9, "16", true], [7, 9, "135", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "138", true], [7, 9, "112", true], [7, 9, "12", true], [7, 9, "18", true], [7, 9, "113", true], [7, 9, "15", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "13", true], [7, 9, "15", true], [7, 9, "17", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "134", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "110", true], [8, 6, "10", true], [8, 6, "1210", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "13", true], [8, 6, "10", true], [8, 6, "12", true], [9, 7, "126", true], [9, 7, "13", true], [9, 7, "12", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "12", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "112", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "111", true], [9, 7, "15", true]]}}, "strict": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "9", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "13", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "13", true], [6, 9, "15", true], [7, 0, "7", true], [7, 1, "9", true], [7, 2, "9", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "13", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "13", true], [8, 8, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "13", true], [9, 6, "15", true], [9, 8, "17", true]], "sampled": [[0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "6", true], [0, 8, "0", true], [0, 8, "00", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "13", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "234", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 3, "224", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "100", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "4", true], [2, 5, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "1", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "10", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "2", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 2, "1", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "123", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "113", true], [6, 9, "1316", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "4", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "4", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "116", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "13", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "12", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "139", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "125", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "128", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "116", true], [9, 8, "17", true], [9, 8, "18", true], [9, 8, "13", true], [9, 8, "137", true], [9, 8, "15", true], [9, 8, "17", true]]}, "dev": {"greedy": [[0, 2, "1", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "6", true], [3, 3, "4", true], [3, 8, "12", true], [4, 0, "0", true], [5, 0, "6", true], [5, 9, "13", true], [6, 1, "6", true], [7, 8, "13", true], [8, 3, "10", true], [8, 7, "13", true], [9, 0, "10", true], [9, 5, "13", true], [9, 9, "15", true]], "sampled": [[0, 2, "", true], [0, 2, "1", true], [0, 2, "1", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "1", true], [0, 2, "0", true], [0, 2, "8", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "0", true], [0, 2, "1", true], [0, 2, "1", true], [0, 2, "6", true], [0, 2, "1", true], [0, 2, "0", true], [0, 4, "6", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "0", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "0", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "7", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "7", true], [0, 9, "6", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "6", true], [1, 6, "6", true], [1, 6, "3", true], [1, 6, "9", true], [1, 6, "6", true], [1, 6, "9", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "7", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "1", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "", true], [2, 0, "6", true], [2, 0, "", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "8", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "3", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 8, "11", true], [3, 8, "12", true], [3, 8, "11", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "11", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "19", true], [3, 8, "13", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "8", true], [4, 0, "7", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "1", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "1", true], [4, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "137", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "139", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "13", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "9", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "2", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "9", true], [6, 1, "6", true], [7, 8, "15", true], [7, 8, "17", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "14", true], [7, 8, "15", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "0", true], [8, 3, "10", true], [8, 3, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "19", true], [8, 7, "13", true], [8, 7, "137", true], [8, 7, "16", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "124", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "8", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 9, "17", true], [9, 9, "1334", true], [9, 9, "13", true], [9, 9, "137", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "16", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "6", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "6", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "8", true], [3, 7, "9", true], [4, 1, "6", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "8", true], [6, 5, "12", true], [6, 8, "13", true], [7, 3, "9", true], [7, 7, "13", true], [7, 9, "13", true], [8, 6, "15", true], [9, 7, "13", true]], "sampled": [[0, 3, "0", true], [0, 3, "8", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "2", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "1", true], [0, 3, "0", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [3, 0, "6", true], [3, 0, "7", true], [3, 0, "0", true], [3, 0, "8", true], [3, 0, "7", true], [3, 0, "3", true], [3, 0, "0", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "1", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "0", true], [3, 0, "0", true], [3, 0, "8", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "34", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "8", true], [3, 5, "8", true], [3, 5, "6", true], [3, 5, "4", true], [3, 5, "9", true], [3, 5, "", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "9", true], [3, 6, "8", true], [3, 6, "00", true], [3, 6, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 7, "9", true], [3, 7, "4", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "12", true], [3, 7, "9", true], [3, 7, "7", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "2", true], [4, 1, "8", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [5, 3, "7", true], [5, 3, "8", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "8", true], [5, 3, "7", true], [5, 3, "10", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "17", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "11", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "9", true], [6, 3, "7", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "7", true], [6, 3, "8", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "17", true], [6, 8, "15", true], [6, 8, "110", true], [6, 8, "12", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "18", true], [6, 8, "13", true], [6, 8, "16", true], [6, 8, "112", true], [6, 8, "13", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "123", true], [6, 8, "13", true], [7, 3, "9", true], [7, 3, "8", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "7", true], [7, 3, "8", true], [7, 3, "7", true], [7, 3, "8", true], [7, 3, "9", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "17", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "137", true], [7, 9, "137", true], [7, 9, "17", true], [7, 9, "138", true], [7, 9, "17", true], [7, 9, "124", true], [7, 9, "13", true], [7, 9, "133", true], [7, 9, "13", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "13", true], [7, 9, "13", true], [7, 9, "17", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "13", true], [8, 6, "17", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "16", true], [8, 6, "124", true], [8, 6, "112", true], [8, 6, "10", true], [8, 6, "1317", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "17", true], [8, 6, "13", true], [8, 6, "12", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "13", true], [9, 7, "112", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "13", true]]}}, "substring": {"train": {"greedy": [[0, 0, "10", true], [0, 1, "10", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "10", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "9", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "110", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "110", true], [4, 8, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "13", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "13", true], [6, 9, "15", true], [7, 0, "7", true], [7, 1, "9", true], [7, 2, "9", true], [7, 4, "110", true], [7, 5, "12", true], [7, 6, "13", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "13", true], [8, 8, "17", true], [8, 9, "15", true], [9, 1, "10", true], [9, 2, "110", true], [9, 3, "12", true], [9, 4, "13", true], [9, 6, "15", true], [9, 8, "17", true]], "sampled": [[0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "100", true], [0, 0, "10", true], [0, 0, "100", true], [0, 0, "110", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "0", true], [0, 1, "10", true], [0, 1, "100", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10000", true], [0, 1, "2", true], [0, 1, "110", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "100", true], [0, 1, "100", true], [0, 1, "1", true], [0, 1, "100", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "10", true], [0, 8, "6", true], [0, 8, "00", true], [0, 8, "000", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "800", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [1, 0, "10", true], [1, 0, "1028", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1200", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "10", true], [1, 1, "2324", true], [1, 1, "4", true], [1, 1, "22300", true], [1, 1, "4", true], [1, 1, "220", true], [1, 1, "3", true], [1, 1, "13", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "322", true], [1, 1, "2000", true], [1, 1, "0", true], [1, 1, "20", true], [1, 1, "13", true], [1, 2, "4", true], [1, 2, "326", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "26", true], [1, 2, "3", true], [1, 2, "234", true], [1, 2, "300", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "22230", true], [1, 2, "300", true], [1, 2, "23", true], [1, 2, "4", true], [1, 3, "224", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3224", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "1000", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "1000", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9112", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10010", true], [1, 8, "9", true], [1, 9, "1000", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1012", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1000", true], [1, 9, "116", true], [1, 9, "8", true], [1, 9, "1000", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "124", true], [2, 1, "37", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "324", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "227", true], [2, 1, "4", true], [2, 1, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "34", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "39", true], [2, 2, "4", true], [2, 2, "34", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "", true], [2, 5, "6", true], [2, 5, "902", true], [2, 5, "4", true], [2, 5, "6", true], [2, 6, "8", true], [2, 6, "800", true], [2, 6, "88", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9112", true], [2, 7, "917", true], [2, 8, "10", true], [2, 8, "1000", true], [2, 8, "1100", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "1120", true], [2, 8, "10", true], [2, 8, "110000", false], [2, 8, "1010", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "110", true], [2, 9, "1120", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "112", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "1123", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1112", true], [2, 9, "11112", true], [2, 9, "11", true], [3, 1, "402", true], [3, 1, "426", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "400000", false], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "10", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 9, "12", true], [3, 9, "111222", false], [3, 9, "1223", true], [3, 9, "124", true], [3, 9, "12", true], [3, 9, "1226", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "1222", true], [3, 9, "112222", false], [3, 9, "1240", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "1113", true], [3, 9, "13", true], [3, 9, "10", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "700", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "700", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "1000", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1012", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1012", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "112", true], [4, 7, "111011", false], [4, 7, "1116", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "112", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11010", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "123224", false], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "1337", true], [4, 9, "1323", true], [4, 9, "1313", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "123248", false], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 2, "10010", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "11002", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "1000", true], [5, 5, "10", true], [5, 5, "907", true], [5, 5, "10", true], [5, 5, "100010", false], [5, 5, "10", true], [5, 5, "122", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100000", false], [5, 5, "10", true], [5, 5, "10", true], [5, 7, "1226", true], [5, 7, "112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "110", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "134", true], [5, 8, "13", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "706", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "1200", true], [6, 6, "130028", false], [6, 6, "120010", false], [6, 6, "1222", true], [6, 6, "120006", false], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "16", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "1228", true], [6, 6, "12020", true], [6, 6, "15", true], [6, 7, "1328", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "122340", false], [6, 7, "13", true], [6, 7, "134", true], [6, 7, "13", true], [6, 7, "136", true], [6, 7, "12224", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "137", true], [6, 7, "13", true], [6, 7, "124", true], [6, 9, "15", true], [6, 9, "134", true], [6, 9, "127", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "11327", true], [6, 9, "1516", true], [6, 9, "165", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "6", true], [7, 1, "911", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "4", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "10", true], [7, 1, "4", true], [7, 2, "8", true], [7, 2, "9026", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "11110", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "900010", false], [7, 4, "11", true], [7, 4, "11010", true], [7, 4, "1112", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "11110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1112", true], [7, 4, "110", true], [7, 4, "10", true], [7, 4, "110", true], [7, 4, "11112", true], [7, 4, "1110", true], [7, 5, "1222", true], [7, 5, "1123", true], [7, 5, "10", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "112", true], [7, 5, "12", true], [7, 5, "1220", true], [7, 5, "11220", true], [7, 5, "12", true], [7, 5, "1123", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1210", true], [7, 5, "10", true], [7, 6, "13", true], [7, 6, "134", true], [7, 6, "13", true], [7, 6, "13400", true], [7, 6, "1324", true], [7, 6, "137", true], [7, 6, "137", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "133748", false], [7, 6, "135", true], [7, 6, "13", true], [7, 6, "134", true], [7, 6, "13", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "1000", true], [8, 0, "9", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "90000", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1000", true], [8, 2, "110", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "1100", true], [8, 2, "10", true], [8, 4, "10", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "1200", true], [8, 4, "12", true], [8, 4, "120000", false], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "1228", true], [8, 4, "10", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "127", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "123", true], [8, 5, "1337", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "167", true], [8, 8, "116", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "113", true], [8, 8, "137", true], [8, 9, "1655", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "178119", false], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110000", false], [9, 1, "110", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110000", false], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "112", true], [9, 2, "1112", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "112212", false], [9, 2, "110", true], [9, 2, "112", true], [9, 2, "111012", false], [9, 2, "1122", true], [9, 2, "11", true], [9, 2, "112", true], [9, 3, "1224", true], [9, 3, "1200", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "124", true], [9, 3, "126", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "13", true], [9, 4, "124", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 6, "15", true], [9, 6, "156", true], [9, 6, "15", true], [9, 6, "157", true], [9, 6, "15", true], [9, 6, "139", true], [9, 6, "15", true], [9, 6, "1516", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15112", true], [9, 6, "15", true], [9, 6, "159159", false], [9, 6, "179111", false], [9, 6, "155", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "128", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "116", true], [9, 8, "19", true], [9, 8, "18", true], [9, 8, "139", true], [9, 8, "137", true], [9, 8, "16", true], [9, 8, "17", true]]}, "dev": {"greedy": [[0, 2, "10", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "10", true], [3, 3, "4", true], [3, 8, "12", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "13", true], [6, 1, "6", true], [7, 8, "13", true], [8, 3, "10", true], [8, 7, "13", true], [9, 0, "10", true], [9, 5, "13", true], [9, 9, "15", true]], "sampled": [[0, 2, "10", true], [0, 2, "10", true], [0, 2, "12010", true], [0, 2, "10", true], [0, 2, "6", true], [0, 2, "100", true], [0, 2, "10", true], [0, 2, "8", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "10", true], [0, 2, "10", true], [0, 2, "10", true], [0, 2, "6", true], [0, 2, "10", true], [0, 2, "1", true], [0, 4, "6", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "1016", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "10", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "0", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "7", true], [0, 9, "10", true], [0, 9, "1010", true], [0, 9, "100000", false], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [1, 6, "6", true], [1, 6, "3", true], [1, 6, "9", true], [1, 6, "610", true], [1, 6, "9", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "800", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "106", true], [2, 0, "6", true], [2, 0, "12", true], [2, 0, "13", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "6", true], [2, 0, "10", true], [2, 0, "6", true], [2, 0, "0", true], [2, 0, "", true], [2, 0, "6", true], [2, 0, "", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "40", true], [3, 3, "8", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "34", true], [3, 3, "424", true], [3, 3, "7", true], [3, 3, "4", true], [3, 8, "11", true], [3, 8, "12", true], [3, 8, "110", true], [3, 8, "12105", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "11", true], [3, 8, "112", true], [3, 8, "12", true], [3, 8, "110", true], [3, 8, "19", true], [3, 8, "13", true], [3, 8, "1100", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "8", true], [4, 0, "10", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "10", true], [4, 0, "10", true], [4, 0, "6", true], [4, 0, "1000", true], [4, 0, "10010", true], [4, 0, "10", true], [4, 0, "6", true], [4, 0, "10", true], [4, 0, "6", true], [5, 0, "700", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "66", true], [5, 0, "8", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "133", true], [5, 9, "134", true], [5, 9, "137", true], [5, 9, "1337", true], [5, 9, "1716", true], [5, 9, "13", true], [5, 9, "137", true], [5, 9, "13", true], [5, 9, "134", true], [5, 9, "13", true], [5, 9, "179959", false], [5, 9, "13729", true], [5, 9, "132749", false], [5, 9, "13", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "2", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "7", true], [6, 1, "6", true], [7, 8, "15", true], [7, 8, "17", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "14", true], [7, 8, "15", true], [7, 8, "13", true], [7, 8, "1329", true], [7, 8, "17", true], [7, 8, "18", true], [7, 8, "13334", true], [7, 8, "1338", true], [7, 8, "1337", true], [7, 8, "16", true], [7, 8, "1337", true], [7, 8, "17", true], [8, 3, "12", true], [8, 3, "1006", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "1200", true], [8, 3, "10", true], [8, 3, "1000", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "0", true], [8, 3, "10", true], [8, 3, "10", true], [8, 7, "139", true], [8, 7, "17", true], [8, 7, "190616", false], [8, 7, "13", true], [8, 7, "137", true], [8, 7, "16", true], [8, 7, "134", true], [8, 7, "13337", true], [8, 7, "13", true], [8, 7, "134", true], [8, 7, "134", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "1337", true], [8, 7, "13", true], [8, 7, "134", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "100010", false], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "8", true], [9, 0, "100007", false], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "7", true], [9, 0, "10", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13337", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "1327", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "13", true], [9, 9, "137", true], [9, 9, "1334", true], [9, 9, "137", true], [9, 9, "137", true], [9, 9, "17", true], [9, 9, "1537", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "16", true], [9, 9, "15026", true], [9, 9, "17112", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "6", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "10", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "8", true], [3, 7, "9", true], [4, 1, "6", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "8", true], [6, 5, "12", true], [6, 8, "13", true], [7, 3, "9", true], [7, 7, "13", true], [7, 9, "137", true], [8, 6, "15", true], [9, 7, "13", true]], "sampled": [[0, 3, "6", true], [0, 3, "8", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "2", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "110", true], [0, 3, "0", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "10", true], [0, 3, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "10", true], [1, 4, "2", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "10", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "4", true], [3, 0, "10", true], [3, 0, "10", true], [3, 0, "0", true], [3, 0, "10", true], [3, 0, "6", true], [3, 0, "3", true], [3, 0, "10", true], [3, 0, "6", true], [3, 0, "2", true], [3, 0, "10", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "10", true], [3, 0, "10", true], [3, 0, "10", true], [3, 0, "10", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "40", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "34", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 5, "7", true], [3, 5, "9000", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "8", true], [3, 5, "8", true], [3, 5, "6", true], [3, 5, "4", true], [3, 5, "9", true], [3, 5, "", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "916", true], [3, 6, "8", true], [3, 6, "000", true], [3, 6, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 7, "9", true], [3, 7, "4", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "1120", true], [3, 7, "9", true], [3, 7, "7", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9110", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9010", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "10", true], [4, 1, "6", true], [4, 1, "600", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "2", true], [4, 1, "2", true], [4, 1, "8", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "10", true], [5, 3, "7", true], [5, 3, "8", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "8", true], [5, 3, "9", true], [5, 3, "10", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "9", true], [5, 6, "13", true], [5, 6, "12224", true], [5, 6, "17", true], [5, 6, "12", true], [5, 6, "110", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "1100", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "126", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "6", true], [6, 3, "812", true], [6, 3, "10", true], [6, 3, "88", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "9", true], [6, 3, "7", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "7", true], [6, 3, "8", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "120", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "17", true], [6, 8, "15", true], [6, 8, "110", true], [6, 8, "15", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "18", true], [6, 8, "16", true], [6, 8, "16", true], [6, 8, "112", true], [6, 8, "15", true], [6, 8, "15", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "1738", true], [6, 8, "17", true], [7, 3, "9", true], [7, 3, "8", true], [7, 3, "9112", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "7", true], [7, 3, "8", true], [7, 3, "7", true], [7, 3, "8", true], [7, 3, "9", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "134", true], [7, 7, "12224", true], [7, 7, "1324", true], [7, 7, "13", true], [7, 7, "91110", true], [7, 7, "122334", false], [7, 7, "13", true], [7, 7, "17", true], [7, 7, "13", true], [7, 7, "13", true], [7, 7, "1223", true], [7, 9, "137", true], [7, 9, "16", true], [7, 9, "137", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "138", true], [7, 9, "17", true], [7, 9, "124", true], [7, 9, "137", true], [7, 9, "1334", true], [7, 9, "137", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "13", true], [7, 9, "15", true], [7, 9, "17", true], [8, 6, "1337", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "17", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "16", true], [8, 6, "128", true], [8, 6, "112", true], [8, 6, "106", true], [8, 6, "1312", true], [8, 6, "133249", false], [8, 6, "1506", true], [8, 6, "17", true], [8, 6, "15", true], [8, 6, "17", true], [9, 7, "136", true], [9, 7, "137", true], [9, 7, "13", true], [9, 7, "1334", true], [9, 7, "137", true], [9, 7, "137", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "137", true], [9, 7, "137", true], [9, 7, "112", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "137", true], [9, 7, "137", true]]}}}, "training": {"strict": [{"step": 1, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "8", true], [4, 5, "1", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "107", true], [2, 8, "10", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [9, 6, "15", true], [9, 6, "113", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "126", true], [9, 6, "12", true], [9, 6, "1324", true], [9, 6, "991157", false], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "8", true], [4, 3, "7", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "0", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02961341105401516, "gradient_norm_before_clip": 0.6029842495918274, "kl": 2.139983474841281e-09, "entropy": 0.7307460473018622, "ratio_outside_clip": 0.0}, {"loss": 0.01570015400648117, "gradient_norm_before_clip": 0.5344262719154358, "kl": 0.0005994946139413605, "entropy": 0.7281435600616647, "ratio_outside_clip": 0.012578616352201259}]}, {"step": 2, "rows": [[8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "13", true], [7, 4, "102", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "12", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007229100447148085, "gradient_norm_before_clip": 0.5395594239234924, "kl": 0.0011133265185665775, "entropy": 0.6230102638145546, "ratio_outside_clip": 0.0}, {"loss": 0.00043754454236477613, "gradient_norm_before_clip": 0.5223214030265808, "kl": 0.0021844525615890304, "entropy": 0.6202941002783837, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "11", true], [9, 1, "11", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "126", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "1", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "112", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "8", true], [4, 3, "3", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "0", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.017298145219683647, "gradient_norm_before_clip": 0.5121572017669678, "kl": 0.0026358975518134334, "entropy": 0.6731740151682207, "ratio_outside_clip": 0.0}, {"loss": 0.013793048448860645, "gradient_norm_before_clip": 0.49953538179397583, "kl": 0.0034011786983859154, "entropy": 0.6717073009860131, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "3", true], [0, 0, "9", true], [0, 0, "8", true], [0, 0, "8", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "16", true], [4, 8, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 1, "", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008418398909270763, "gradient_norm_before_clip": 0.5720958113670349, "kl": 0.0035705360254847016, "entropy": 0.764499176713757, "ratio_outside_clip": 0.0}, {"loss": -0.010941914282739162, "gradient_norm_before_clip": 0.5633372068405151, "kl": 0.003422977780937252, "entropy": 0.7633463924092457, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "18", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "6", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "114", true], [9, 8, "17", true], [9, 8, "17", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "0", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "132", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03623344749212265, "gradient_norm_before_clip": 0.6137130856513977, "kl": 0.00344947169098673, "entropy": 0.7562920292721519, "ratio_outside_clip": 0.0}, {"loss": 0.031367234885692596, "gradient_norm_before_clip": 0.5980913043022156, "kl": 0.003802922330325163, "entropy": 0.7537146459651899, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[4, 5, "8", true], [4, 5, "0", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "15", true], [6, 7, "11", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "7", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "12", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018692564219236374, "gradient_norm_before_clip": 0.5362957715988159, "kl": 0.00775900563678226, "entropy": 0.6761612247776341, "ratio_outside_clip": 0.0}, {"loss": 0.015547111630439758, "gradient_norm_before_clip": 0.5222814083099365, "kl": 0.007469514737258086, "entropy": 0.6741109280972868, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "10", true], [1, 1, "", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "7", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1", true], [9, 4, "13", true], [9, 4, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007948563434183598, "gradient_norm_before_clip": 0.5340297222137451, "kl": 0.005696571847927646, "entropy": 0.6249208270378832, "ratio_outside_clip": 0.0}, {"loss": -0.0095487330108881, "gradient_norm_before_clip": 0.5430864095687866, "kl": 0.005909791532552468, "entropy": 0.6244474207080385, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "10", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012993636541068554, "gradient_norm_before_clip": 0.6509747505187988, "kl": 0.00447463125422381, "entropy": 0.6356060746787251, "ratio_outside_clip": 0.0}, {"loss": 0.010145490989089012, "gradient_norm_before_clip": 0.6453249454498291, "kl": 0.004709428203278693, "entropy": 0.6324861498846523, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [9, 1, "11", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01736030913889408, "gradient_norm_before_clip": 0.8571323156356812, "kl": 0.010905280600499064, "entropy": 0.6503422869382983, "ratio_outside_clip": 0.0}, {"loss": 0.01110902801156044, "gradient_norm_before_clip": 0.8447295427322388, "kl": 0.012230295334419194, "entropy": 0.646644815041201, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.011665266007184982, "gradient_norm_before_clip": 0.46127140522003174, "kl": 0.006864820403614263, "entropy": 0.4997515623596893, "ratio_outside_clip": 0.0}, {"loss": -0.01342413853853941, "gradient_norm_before_clip": 0.45569270849227905, "kl": 0.007364817734422355, "entropy": 0.49907544015467853, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "1", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "10", true], [2, 1, "3", true], [2, 1, "", true], [2, 1, "2", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0016877693124115467, "gradient_norm_before_clip": 0.48198047280311584, "kl": 0.011100561254554324, "entropy": 0.6639637417263455, "ratio_outside_clip": 0.0}, {"loss": -0.004973777569830418, "gradient_norm_before_clip": 0.46650245785713196, "kl": 0.012075679997603098, "entropy": 0.6616364585028754, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[6, 7, "15", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [4, 7, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015910184010863304, "gradient_norm_before_clip": 0.9038670659065247, "kl": 0.014383279824558693, "entropy": 0.6030775625494462, "ratio_outside_clip": 0.0}, {"loss": -0.022672215476632118, "gradient_norm_before_clip": 0.8289034962654114, "kl": 0.012855667102185987, "entropy": 0.5986742430095431, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[9, 3, "12", true], [9, 3, "14", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "12", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "3", true], [1, 8, "8", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014007259160280228, "gradient_norm_before_clip": 0.5336592793464661, "kl": 0.01019525450545472, "entropy": 0.5956180126636059, "ratio_outside_clip": 0.0}, {"loss": 0.011788321658968925, "gradient_norm_before_clip": 0.5303474068641663, "kl": 0.011513638031947148, "entropy": 0.5933559962681362, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 9, "10", true], [6, 9, "126", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "116", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [4, 3, "8", true], [4, 3, "4", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "4", true], [6, 9, "139", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "137", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "1315", true], [6, 7, "13", true], [6, 7, "91110", true], [6, 7, "16", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "0", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0105094313621521, "gradient_norm_before_clip": 0.4777476191520691, "kl": 0.01225143023159193, "entropy": 0.6190511454706606, "ratio_outside_clip": 0.0}, {"loss": 0.00769886514171958, "gradient_norm_before_clip": 0.4670354127883911, "kl": 0.013166207334269648, "entropy": 0.6175135736880095, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[7, 4, "9", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [8, 2, "9", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "8", true], [9, 3, "12", true], [9, 3, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.07035068422555923, "gradient_norm_before_clip": 1.0769906044006348, "kl": 0.021106494267781575, "entropy": 0.6013615417480469, "ratio_outside_clip": 0.0}, {"loss": -0.07474719732999802, "gradient_norm_before_clip": 1.0349355936050415, "kl": 0.019508007367451986, "entropy": 0.5979013061523437, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 2, "10", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "9", true], [7, 2, "97", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.014616712927818298, "gradient_norm_before_clip": 0.652016282081604, "kl": 0.016728733607700892, "entropy": 0.47249380929129464, "ratio_outside_clip": 0.0}, {"loss": -0.016124144196510315, "gradient_norm_before_clip": 0.6619850993156433, "kl": 0.015868535723005023, "entropy": 0.4692161342075893, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[6, 7, "13", true], [6, 7, "1329", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "213", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "440", true], [3, 1, "4", true], [3, 1, "3", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "3", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "4", true], [0, 1, "6", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0304332934319973, "gradient_norm_before_clip": 0.4487171471118927, "kl": 0.03309567865118923, "entropy": 0.6124940895172487, "ratio_outside_clip": 0.0}, {"loss": 0.02970411442220211, "gradient_norm_before_clip": 0.4521443843841553, "kl": 0.03382951380258583, "entropy": 0.6121753554746329, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "0", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [5, 1, "9", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008646595291793346, "gradient_norm_before_clip": 0.818825900554657, "kl": 0.017062085777965943, "entropy": 0.6712060045840135, "ratio_outside_clip": 0.0}, {"loss": -0.01140222605317831, "gradient_norm_before_clip": 0.8141649961471558, "kl": 0.016891623610880837, "entropy": 0.6699542145230877, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[8, 0, "10", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 9, "127", true], [6, 9, "126", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "112", true], [6, 9, "122", true], [6, 9, "16", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "112", true], [9, 6, "15", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "3", true], [8, 1, "8", true], [8, 1, "8", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "11", true], [9, 3, "8", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "4", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04569791629910469, "gradient_norm_before_clip": 0.47459685802459717, "kl": 0.009770739152564765, "entropy": 0.6880857100397904, "ratio_outside_clip": 0.0}, {"loss": 0.044332992285490036, "gradient_norm_before_clip": 0.4739927351474762, "kl": 0.00949525462914698, "entropy": 0.6879885181877183, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "8", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "26", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "3", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [5, 8, "12", true], [5, 8, "11", true], [5, 8, "13314", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.026619786396622658, "gradient_norm_before_clip": 0.6979370713233948, "kl": 0.03719175184095228, "entropy": 0.6965386674210832, "ratio_outside_clip": 0.0}, {"loss": 0.021176805719733238, "gradient_norm_before_clip": 0.6883127689361572, "kl": 0.0348494697261501, "entropy": 0.6956464406606313, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "16", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [9, 6, "16", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "17", true], [9, 6, "751112", false], [9, 6, "13", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02716715820133686, "gradient_norm_before_clip": 0.7314048409461975, "kl": 0.01577464691022547, "entropy": 0.6299350087235613, "ratio_outside_clip": 0.0}, {"loss": 0.021823547780513763, "gradient_norm_before_clip": 0.6674363017082214, "kl": 0.014572065051009015, "entropy": 0.6270833829554116, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "2", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "110", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "6", true], [8, 2, "1", true], [8, 2, "17", true], [8, 2, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02262244187295437, "gradient_norm_before_clip": 0.5094716548919678, "kl": 0.010762354542065217, "entropy": 0.5013254419227556, "ratio_outside_clip": 0.0}, {"loss": -0.02266017347574234, "gradient_norm_before_clip": 0.5232575535774231, "kl": 0.010507596021442744, "entropy": 0.5000019845245891, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [8, 9, "17", true], [8, 9, "", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "16", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "7", true], [2, 2, "9", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "136", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0014239525189623237, "gradient_norm_before_clip": 0.5182964205741882, "kl": 0.013220311044813035, "entropy": 0.7348659488704655, "ratio_outside_clip": 0.0}, {"loss": -0.0021925249602645636, "gradient_norm_before_clip": 0.5187594890594482, "kl": 0.012946174694941593, "entropy": 0.735016562721946, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "4", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "8", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "9", true], [8, 4, "13", true], [8, 4, "15", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01107234787195921, "gradient_norm_before_clip": 0.5738558173179626, "kl": 0.01327305913760962, "entropy": 0.6179271975889901, "ratio_outside_clip": 0.0}, {"loss": -0.013660876080393791, "gradient_norm_before_clip": 0.570817232131958, "kl": 0.01345904931327365, "entropy": 0.6170772021969423, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 6, "12", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [6, 6, "15", true], [6, 6, "15", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "4", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "10", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03885843977332115, "gradient_norm_before_clip": 0.7830510139465332, "kl": 0.010144449049426664, "entropy": 0.5731256792622228, "ratio_outside_clip": 0.0}, {"loss": -0.040750905871391296, "gradient_norm_before_clip": 0.7869183421134949, "kl": 0.009967962388069398, "entropy": 0.5719738375756048, "ratio_outside_clip": 0.0}]}, {"step": 26, "rows": [[4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "0", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "7", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 6, "13", true], [9, 6, "1337", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "857117", false], [9, 6, "128", true], [9, 6, "1526", true], [9, 6, "15", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0022234998177736998, "gradient_norm_before_clip": 0.9901246428489685, "kl": 0.01024822668097485, "entropy": 0.6191191837705415, "ratio_outside_clip": 0.0}, {"loss": -0.007150391116738319, "gradient_norm_before_clip": 0.9193167090415955, "kl": 0.010385618812736424, "entropy": 0.6161842784662356, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "16", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "42", true], [1, 3, "3", true], [1, 3, "4", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "4", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "17", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0175259280949831, "gradient_norm_before_clip": 0.724807620048523, "kl": 0.011903099817772433, "entropy": 0.6116488208509472, "ratio_outside_clip": 0.0}, {"loss": 0.015333306044340134, "gradient_norm_before_clip": 0.720608115196228, "kl": 0.012176841905672257, "entropy": 0.6107852360973619, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[0, 6, "7", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 9, "1500", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "1317", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "1", true], [5, 2, "8", true], [5, 2, "2", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "3", true], [3, 4, "9", true], [3, 4, "9", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 8, "16", true], [8, 8, "14", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "111", true], [8, 8, "", true], [8, 8, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017027297988533974, "gradient_norm_before_clip": 0.4593017101287842, "kl": 0.011253497351898007, "entropy": 0.6860168082582438, "ratio_outside_clip": 0.0}, {"loss": 0.016087017953395844, "gradient_norm_before_clip": 0.45851069688796997, "kl": 0.011437641331023233, "entropy": 0.6849573989587328, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "8", true], [9, 2, "12", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "3", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03635681793093681, "gradient_norm_before_clip": 0.7105230093002319, "kl": 0.02080550039968183, "entropy": 0.5630786526587701, "ratio_outside_clip": 0.0}, {"loss": -0.039794497191905975, "gradient_norm_before_clip": 0.7032939791679382, "kl": 0.021550015480287614, "entropy": 0.5606709141885081, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[2, 8, "11", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "0", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "2", true], [5, 1, "7", true], [5, 1, "0", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.005200516432523727, "gradient_norm_before_clip": 0.696080207824707, "kl": 0.012978322757697253, "entropy": 0.5654595416525136, "ratio_outside_clip": 0.0}, {"loss": 0.004762880504131317, "gradient_norm_before_clip": 0.6889593601226807, "kl": 0.013349407207891809, "entropy": 0.5645217421632376, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[9, 3, "13", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "10", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "9", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "", true], [0, 1, "3", true], [0, 1, "", true], [0, 1, "6", true], [0, 1, "1", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0038786090444773436, "gradient_norm_before_clip": 0.505092203617096, "kl": 0.016511311656550356, "entropy": 0.6678207799008018, "ratio_outside_clip": 0.0}, {"loss": 0.0026840597856789827, "gradient_norm_before_clip": 0.5061935186386108, "kl": 0.016622938607868395, "entropy": 0.6666544864052221, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "16", true], [9, 4, "17", true], [9, 4, "12", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "8", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "7", true], [1, 0, "2", true], [1, 0, "10", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013264473527669907, "gradient_norm_before_clip": 0.5360672473907471, "kl": 0.01713011294235418, "entropy": 0.5487932746793017, "ratio_outside_clip": 0.0}, {"loss": 0.012986068613827229, "gradient_norm_before_clip": 0.5353169441223145, "kl": 0.017096809398980787, "entropy": 0.5482683534975406, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[4, 3, "7", true], [4, 3, "4", true], [4, 3, "10", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "4", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.017202943563461304, "gradient_norm_before_clip": 0.6645247936248779, "kl": 0.020050344259842583, "entropy": 0.6490100363026494, "ratio_outside_clip": 0.0}, {"loss": 0.014641733840107918, "gradient_norm_before_clip": 0.63117516040802, "kl": 0.0198494213214819, "entropy": 0.6483748062797214, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "3", true], [0, 7, "9", true], [0, 7, "1", true], [0, 7, "1", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "2", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "10", true], [7, 4, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "13", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "6", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "16", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0057070134207606316, "gradient_norm_before_clip": 0.4169335961341858, "kl": 0.01940994142736279, "entropy": 0.5605779203978725, "ratio_outside_clip": 0.0}, {"loss": -0.0073563228361308575, "gradient_norm_before_clip": 0.4128008782863617, "kl": 0.01926531881656287, "entropy": 0.5599632982937794, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[2, 2, "3", true], [2, 2, "0", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "13", true], [9, 6, "1327", true], [9, 6, "128", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "16", true], [9, 6, "13", true], [9, 6, "16", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "10", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01085173524916172, "gradient_norm_before_clip": 0.4948503077030182, "kl": 0.013911144035618479, "entropy": 0.6489257347293016, "ratio_outside_clip": 0.0}, {"loss": 0.010006449185311794, "gradient_norm_before_clip": 0.494002103805542, "kl": 0.014243832448633706, "entropy": 0.6485056993437976, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "0", true], [1, 5, "616", true], [1, 5, "1", true], [1, 5, "7", true], [1, 5, "6", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "19", true], [6, 9, "16", true], [6, 9, "15", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "15", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "14", true], [5, 8, "12", true], [5, 8, "13", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0032673082314431667, "gradient_norm_before_clip": 0.48011159896850586, "kl": 0.020705788600735547, "entropy": 0.5693273311708031, "ratio_outside_clip": 0.0}, {"loss": 0.0012997870799154043, "gradient_norm_before_clip": 0.4774686098098755, "kl": 0.0210553567583968, "entropy": 0.5702401603140482, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "1224", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "1000", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [5, 7, "16", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "17", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.06369934231042862, "gradient_norm_before_clip": 0.7823567986488342, "kl": 0.02270648330450058, "entropy": 0.5316331863403321, "ratio_outside_clip": 0.0}, {"loss": 0.060714222490787506, "gradient_norm_before_clip": 0.7478299736976624, "kl": 0.022385874390602113, "entropy": 0.5309868335723877, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "9551", true], [8, 9, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 2, "1", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 4, "15", true], [9, 4, "10", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.016682038083672523, "gradient_norm_before_clip": 0.757728099822998, "kl": 0.013844995271591913, "entropy": 0.529634157816569, "ratio_outside_clip": 0.0}, {"loss": -0.017323391512036324, "gradient_norm_before_clip": 0.7802007794380188, "kl": 0.014121174812316895, "entropy": 0.5292240778605143, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02565727010369301, "gradient_norm_before_clip": 0.751313328742981, "kl": 0.012562352960759943, "entropy": 0.5043528238932292, "ratio_outside_clip": 0.0}, {"loss": -0.028818413615226746, "gradient_norm_before_clip": 0.7246463298797607, "kl": 0.013348215276544744, "entropy": 0.5031876997514204, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "10", true], [4, 2, "7", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "9", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "1", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.019604770466685295, "gradient_norm_before_clip": 0.6902677416801453, "kl": 0.014761193157875375, "entropy": 0.7021076777209975, "ratio_outside_clip": 0.0}, {"loss": 0.016126975417137146, "gradient_norm_before_clip": 0.684786319732666, "kl": 0.014895987837281946, "entropy": 0.700683541493873, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 0, "0", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0029929380398243666, "gradient_norm_before_clip": 0.4999253749847412, "kl": 0.02151123189037631, "entropy": 0.541225930918818, "ratio_outside_clip": 0.0}, {"loss": 0.0032742852345108986, "gradient_norm_before_clip": 0.49302467703819275, "kl": 0.021935218609638096, "entropy": 0.5408861622306871, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[9, 2, "13", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "16", true], [4, 8, "11", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [6, 0, "9", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "118", true], [7, 4, "11", true], [7, 4, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010162423364818096, "gradient_norm_before_clip": 0.47513774037361145, "kl": 0.012561243132682844, "entropy": 0.5589865129546258, "ratio_outside_clip": 0.0}, {"loss": 0.0086246058344841, "gradient_norm_before_clip": 0.4726429283618927, "kl": 0.013266873224980413, "entropy": 0.5576983090847899, "ratio_outside_clip": 0.0}]}, {"step": 43, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "16", true], [4, 7, "10", true], [4, 7, "11", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "14", true], [8, 0, "9", true], [8, 0, "12", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "4", true], [0, 7, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "7", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004342386964708567, "gradient_norm_before_clip": 0.4896598756313324, "kl": 0.025212400448248254, "entropy": 0.5812943736958948, "ratio_outside_clip": 0.0}, {"loss": 0.002328606089577079, "gradient_norm_before_clip": 0.4847281873226166, "kl": 0.024869252435909296, "entropy": 0.5804591682386695, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[4, 4, "7", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "15", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "1", true], [4, 2, "9", true], [4, 2, "9", true], [2, 7, "9", true], [2, 7, "16", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "2", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "1", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "5", true], [7, 6, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.00022645275748800486, "gradient_norm_before_clip": 0.4594343900680542, "kl": 0.02428301469779309, "entropy": 0.6059235937801408, "ratio_outside_clip": 0.0}, {"loss": -0.0021990647073835135, "gradient_norm_before_clip": 0.4533843696117401, "kl": 0.023545081232800896, "entropy": 0.6067395622347608, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "8", true], [5, 2, "10", true], [5, 2, "0", true], [5, 2, "3", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [0, 8, "6", true], [0, 8, "", true], [0, 8, "0", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "0", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "3", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.020692702382802963, "gradient_norm_before_clip": 0.7878926992416382, "kl": 0.023021016297517, "entropy": 0.7003939593279803, "ratio_outside_clip": 0.0}, {"loss": -0.021567540243268013, "gradient_norm_before_clip": 0.7878750562667847, "kl": 0.02340611351860894, "entropy": 0.6994331642433449, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "136", true], [6, 9, "13", true], [6, 9, "17", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "2", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [6, 0, "0", true], [6, 0, "70", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "12", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "8", true], [4, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005385871510952711, "gradient_norm_before_clip": 0.7255220413208008, "kl": 0.016105665266513823, "entropy": 0.6018340587615967, "ratio_outside_clip": 0.0}, {"loss": -0.008955511264503002, "gradient_norm_before_clip": 0.7166449427604675, "kl": 0.016790376603603364, "entropy": 0.600212287902832, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "8", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "0", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02388657256960869, "gradient_norm_before_clip": 0.7446147203445435, "kl": 0.016950499843543684, "entropy": 0.6212880846480249, "ratio_outside_clip": 0.0}, {"loss": -0.025933682918548584, "gradient_norm_before_clip": 0.7399301528930664, "kl": 0.017472626457751637, "entropy": 0.6196318612971776, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "1", true], [1, 8, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "400", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [2, 8, "10", true], [2, 8, "100", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "6", true], [8, 2, "10", true], [8, 2, "9", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.023552611470222473, "gradient_norm_before_clip": 0.6780346632003784, "kl": 0.010466738712568225, "entropy": 0.5174207628870303, "ratio_outside_clip": 0.0}, {"loss": 0.02189573086798191, "gradient_norm_before_clip": 0.671198308467865, "kl": 0.010864150304735804, "entropy": 0.5167789576243769, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "10", true], [1, 1, "2", true], [1, 1, "7", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "11", true], [1, 9, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "11", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03583507612347603, "gradient_norm_before_clip": 0.6261179447174072, "kl": 0.015990756278814272, "entropy": 0.4736253161763036, "ratio_outside_clip": 0.0}, {"loss": -0.03908530995249748, "gradient_norm_before_clip": 0.6084489226341248, "kl": 0.01665273378061694, "entropy": 0.4691866497660792, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "8", true], [9, 2, "11", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12330", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03155338391661644, "gradient_norm_before_clip": 0.6217734813690186, "kl": 0.032816628130470836, "entropy": 0.5364491532488567, "ratio_outside_clip": 0.0}, {"loss": 0.030271507799625397, "gradient_norm_before_clip": 0.615899920463562, "kl": 0.03236369970368176, "entropy": 0.5361400697289443, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 8, "16", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "11", true], [5, 8, "13", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "0", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03293921798467636, "gradient_norm_before_clip": 0.9305349588394165, "kl": 0.026756894894135304, "entropy": 0.6204550816462591, "ratio_outside_clip": 0.0}, {"loss": 0.02834191732108593, "gradient_norm_before_clip": 0.8765909671783447, "kl": 0.02526560502174573, "entropy": 0.6192522782545823, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "122", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "11", true], [7, 2, "11", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "10", true], [8, 8, "13", true], [8, 8, "17", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "2", true], [2, 4, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.028476029634475708, "gradient_norm_before_clip": 0.6935178637504578, "kl": 0.03232175264603052, "entropy": 0.6964172950157752, "ratio_outside_clip": 0.0}, {"loss": 0.026658913120627403, "gradient_norm_before_clip": 0.686663031578064, "kl": 0.03254864766047551, "entropy": 0.6950770647097857, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[1, 1, "3", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "4", true], [1, 1, "0", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "2", true], [2, 6, "7", true], [2, 6, "210", true], [2, 6, "800", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "6", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "110", true], [6, 7, "15", true], [6, 7, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "6", true], [0, 1, "", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.029426876455545425, "gradient_norm_before_clip": 0.5777982473373413, "kl": 0.023080174128214517, "entropy": 0.6428070576985677, "ratio_outside_clip": 0.0}, {"loss": 0.026708507910370827, "gradient_norm_before_clip": 0.5639920830726624, "kl": 0.023720480600992837, "entropy": 0.6420284016927084, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "6", true], [1, 7, "4", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [4, 5, "6", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "1010", true], [4, 8, "11", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "2", true], [1, 8, "1", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010449709370732307, "gradient_norm_before_clip": 1.1344361305236816, "kl": 0.034319002851307824, "entropy": 0.6826373861848022, "ratio_outside_clip": 0.0}, {"loss": 0.008029937744140625, "gradient_norm_before_clip": 1.1407674551010132, "kl": 0.035404102407771046, "entropy": 0.6804070781460769, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "3", true], [5, 2, "7", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "130", true], [7, 6, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "124", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "15", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "4", true], [1, 7, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03267759457230568, "gradient_norm_before_clip": 0.417314738035202, "kl": 0.025473423452185305, "entropy": 0.5989399852368655, "ratio_outside_clip": 0.0}, {"loss": 0.03137553483247757, "gradient_norm_before_clip": 0.4162501394748688, "kl": 0.025938214871707378, "entropy": 0.597234021897284, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "", true], [1, 2, "3", true], [1, 2, "1", true], [1, 2, "1", true], [1, 2, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "7", true], [1, 1, "4", true], [1, 1, "0", true], [1, 1, "4", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "10", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "9", true], [4, 3, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "112", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "13", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.023269496858119965, "gradient_norm_before_clip": 0.6951248049736023, "kl": 0.03798307736714681, "entropy": 0.6448326110839844, "ratio_outside_clip": 0.0}, {"loss": -0.026346003636717796, "gradient_norm_before_clip": 0.6755692362785339, "kl": 0.03878138542175293, "entropy": 0.6447010294596354, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "130", true], [4, 9, "13", true], [4, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "156", true], [8, 9, "133", true], [8, 9, "133", true], [8, 9, "15", true], [8, 9, "15", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "1", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "16", true], [7, 6, "13", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02741812728345394, "gradient_norm_before_clip": 0.4703822135925293, "kl": 0.029533189715761125, "entropy": 0.6456876812559186, "ratio_outside_clip": 0.0}, {"loss": 0.02594766952097416, "gradient_norm_before_clip": 0.46909987926483154, "kl": 0.030950410438306403, "entropy": 0.6455567793412642, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[7, 4, "12", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "9", true], [7, 4, "9", true], [7, 4, "10", true], [7, 4, "17", true], [7, 4, "11", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "123", true], [7, 6, "15", true], [7, 6, "110", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "1", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "6", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [8, 8, "195161", false], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "139", true], [8, 8, "17", true], [8, 8, "17", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.024439629167318344, "gradient_norm_before_clip": 0.6160734295845032, "kl": 0.04492662132130882, "entropy": 0.5910943532954751, "ratio_outside_clip": 0.0}, {"loss": 0.023756958544254303, "gradient_norm_before_clip": 0.6205107569694519, "kl": 0.045391071738535266, "entropy": 0.5903298262226788, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "17", true], [7, 5, "16", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "17", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006886620074510574, "gradient_norm_before_clip": 0.7476950287818909, "kl": 0.0225145387353364, "entropy": 0.59998397353273, "ratio_outside_clip": 0.0}, {"loss": 0.00411180080845952, "gradient_norm_before_clip": 0.7375093102455139, "kl": 0.0221335532502358, "entropy": 0.5986458440745099, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010952559299767017, "gradient_norm_before_clip": 0.628314197063446, "kl": 0.03652112455253141, "entropy": 0.45466935490987387, "ratio_outside_clip": 0.0}, {"loss": -0.011625263839960098, "gradient_norm_before_clip": 0.6328436732292175, "kl": 0.03623003844755242, "entropy": 0.4540739404149802, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[2, 8, "10", true], [2, 8, "100", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [5, 1, "1", true], [5, 1, "4", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.029946375638246536, "gradient_norm_before_clip": 1.1786296367645264, "kl": 0.024582885778867282, "entropy": 0.5513506180200821, "ratio_outside_clip": 0.0}, {"loss": -0.03529191017150879, "gradient_norm_before_clip": 1.0714439153671265, "kl": 0.02453206594173725, "entropy": 0.5481066581530448, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[6, 0, "6", true], [6, 0, "7", true], [6, 0, "1", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "15", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "7", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007331899367272854, "gradient_norm_before_clip": 0.6490030884742737, "kl": 0.02653097327238594, "entropy": 0.5850957234700521, "ratio_outside_clip": 0.0}, {"loss": 0.005186484660953283, "gradient_norm_before_clip": 0.6372997760772705, "kl": 0.025795056149850483, "entropy": 0.5825843561708538, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 1, "1", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "9", true], [6, 9, "16", true], [6, 9, "18", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "14", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "7", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "2", true], [1, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008740019053220749, "gradient_norm_before_clip": 0.4877098798751831, "kl": 0.023908758755796445, "entropy": 0.50222475040033, "ratio_outside_clip": 0.0}, {"loss": 0.007062562275677919, "gradient_norm_before_clip": 0.4867973327636719, "kl": 0.02381456564672245, "entropy": 0.4998026308806046, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "9", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008713511750102043, "gradient_norm_before_clip": 0.6850546598434448, "kl": 0.01825631923557068, "entropy": 0.4863079379063956, "ratio_outside_clip": 0.0}, {"loss": -0.011663294397294521, "gradient_norm_before_clip": 0.6656417846679688, "kl": 0.018137765967327614, "entropy": 0.48419108894300755, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "8", true], [4, 7, "11", true], [4, 7, "10", true], [6, 2, "10", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "8", true], [0, 6, "7", true], [0, 6, "", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "16", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "13", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00029568266472779214, "gradient_norm_before_clip": 0.5115795731544495, "kl": 0.017001111522998685, "entropy": 0.555448943493413, "ratio_outside_clip": 0.0}, {"loss": -0.00048264022916555405, "gradient_norm_before_clip": 0.4940512478351593, "kl": 0.017108133415770686, "entropy": 0.5544657489053564, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[8, 0, "9", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "19", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "1", true], [0, 7, "1", true], [4, 8, "11", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "9", true], [9, 6, "115", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "112", true], [9, 6, "126", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04384122043848038, "gradient_norm_before_clip": 0.5681200623512268, "kl": 0.03416361904784337, "entropy": 0.6784348967891412, "ratio_outside_clip": 0.0}, {"loss": 0.04247010126709938, "gradient_norm_before_clip": 0.5836484432220459, "kl": 0.03426387326029323, "entropy": 0.6777169144393613, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "12", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "900", true], [0, 8, "1", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01540208701044321, "gradient_norm_before_clip": 0.5116751194000244, "kl": 0.01301701678786167, "entropy": 0.4227881764256677, "ratio_outside_clip": 0.0}, {"loss": 0.013072367757558823, "gradient_norm_before_clip": 0.5002431869506836, "kl": 0.01290469114170518, "entropy": 0.4215578478436137, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "120", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "14", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "7", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "1", true], [2, 6, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "4", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009702715091407299, "gradient_norm_before_clip": 0.621770977973938, "kl": 0.03748689199748792, "entropy": 0.5588591726202714, "ratio_outside_clip": 0.0}, {"loss": -0.012014883570373058, "gradient_norm_before_clip": 0.6076105237007141, "kl": 0.03638395196513126, "entropy": 0.5590604480944181, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "4", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [6, 9, "139", true], [6, 9, "1112", true], [6, 9, "15", true], [6, 9, "13323", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "16", true], [6, 7, "13", true], [6, 7, "13", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.028109528124332428, "gradient_norm_before_clip": 0.4645684063434601, "kl": 0.046643081752733254, "entropy": 0.5692901611328125, "ratio_outside_clip": 0.0}, {"loss": 0.02614004537463188, "gradient_norm_before_clip": 0.4456475079059601, "kl": 0.04669049142420977, "entropy": 0.5693424268700611, "ratio_outside_clip": 0.0}]}, {"step": 70, "rows": [[1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [8, 9, "15", true], [8, 9, "915985", false], [8, 9, "125", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "156", true], [8, 9, "15", true], [8, 9, "15", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "112", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008770610205829144, "gradient_norm_before_clip": 0.5299628376960754, "kl": 0.028144946242823744, "entropy": 0.5694999926017993, "ratio_outside_clip": 0.0}, {"loss": 0.008670463226735592, "gradient_norm_before_clip": 0.543610155582428, "kl": 0.027856682286118015, "entropy": 0.5693966952237216, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014720710925757885, "gradient_norm_before_clip": 0.6750751733779907, "kl": 0.03406933562396324, "entropy": 0.5434921473672946, "ratio_outside_clip": 0.0}, {"loss": 0.012991638854146004, "gradient_norm_before_clip": 0.6599270105361938, "kl": 0.034603990920602457, "entropy": 0.5425108818158711, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "1", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0008024970884434879, "gradient_norm_before_clip": 0.6645387411117554, "kl": 0.02674962083498637, "entropy": 0.6191018952263726, "ratio_outside_clip": 0.0}, {"loss": -0.0005775094032287598, "gradient_norm_before_clip": 0.6653231978416443, "kl": 0.026624166303210788, "entropy": 0.6184959411621094, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [8, 9, "113", true], [8, 9, "15", true], [8, 9, "157112", false], [8, 9, "15", true], [8, 9, "113", true], [8, 9, "157911", false], [8, 9, "15", true], [8, 9, "15", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "1", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "4", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.023975856602191925, "gradient_norm_before_clip": 0.6361752152442932, "kl": 0.033982256563698375, "entropy": 0.5988859781404821, "ratio_outside_clip": 0.0}, {"loss": 0.021190932020545006, "gradient_norm_before_clip": 0.6262451410293579, "kl": 0.034104187314103286, "entropy": 0.5973829874178258, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [6, 9, "15", true], [6, 9, "1324", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "136", true], [6, 9, "15", true], [6, 9, "15", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "16", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "600", true], [6, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "717", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "7", true], [0, 8, "0", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04810681566596031, "gradient_norm_before_clip": 0.5802424550056458, "kl": 0.02885518496549582, "entropy": 0.6180543537381329, "ratio_outside_clip": 0.0}, {"loss": 0.04614822193980217, "gradient_norm_before_clip": 0.5696757435798645, "kl": 0.028979168662542028, "entropy": 0.6169872042499011, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[0, 0, "0", true], [0, 0, "6", true], [0, 0, "7", true], [0, 0, "7", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "4", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [2, 1, "1", true], [2, 1, "4", true], [2, 1, "26", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.005873518995940685, "gradient_norm_before_clip": 0.7010610103607178, "kl": 0.021647121166360788, "entropy": 0.5413475299703664, "ratio_outside_clip": 0.0}, {"loss": -0.008299284614622593, "gradient_norm_before_clip": 0.6699355840682983, "kl": 0.021852246646223396, "entropy": 0.5387000774515086, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007178169675171375, "gradient_norm_before_clip": 0.4593873918056488, "kl": 0.018411073856011123, "entropy": 0.44186218627198726, "ratio_outside_clip": 0.0}, {"loss": -0.008326113224029541, "gradient_norm_before_clip": 0.46145087480545044, "kl": 0.019029694403003075, "entropy": 0.440350195604884, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[5, 7, "13", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "16", true], [5, 7, "12", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1", true], [1, 9, "10", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "7", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "7", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "7", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018663441762328148, "gradient_norm_before_clip": 0.6511450409889221, "kl": 0.01565845103203496, "entropy": 0.5313701871075208, "ratio_outside_clip": 0.0}, {"loss": -0.021998824551701546, "gradient_norm_before_clip": 0.6365514993667603, "kl": 0.015448641173447235, "entropy": 0.5297065445139438, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 4, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "1312", true], [9, 8, "130", true], [9, 8, "14", true], [9, 8, "137", true], [9, 8, "15", true], [9, 8, "16", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "110", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "137", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17211", true], [6, 9, "113", true], [6, 9, "133", true], [6, 9, "134", true], [6, 9, "15", true], [6, 9, "113", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "10", true], [8, 8, "136", true], [8, 8, "15", true], [8, 8, "1", true], [8, 8, "15", true], [8, 8, "1000", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03259286284446716, "gradient_norm_before_clip": 0.37850865721702576, "kl": 0.05157014952233089, "entropy": 0.6448434034184595, "ratio_outside_clip": 0.0}, {"loss": 0.031076358631253242, "gradient_norm_before_clip": 0.3664873540401459, "kl": 0.05262939894019659, "entropy": 0.6445685151833386, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "1312", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "15", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.005549191031605005, "gradient_norm_before_clip": 0.48389554023742676, "kl": 0.021351962894588322, "entropy": 0.5303519112723214, "ratio_outside_clip": 0.0}, {"loss": 0.004271840211004019, "gradient_norm_before_clip": 0.4852755665779114, "kl": 0.02165896397132378, "entropy": 0.5285894715940798, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "17", true], [8, 8, "6117", true], [8, 8, "138", true], [8, 8, "16", true], [8, 8, "124", true], [8, 8, "113", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "8", true], [9, 6, "17", true], [9, 6, "125", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "127", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "1", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03035564161837101, "gradient_norm_before_clip": 0.4398021101951599, "kl": 0.04165144193740118, "entropy": 0.6311417080107189, "ratio_outside_clip": 0.0}, {"loss": 0.029378946870565414, "gradient_norm_before_clip": 0.4394558370113373, "kl": 0.04129188969021752, "entropy": 0.6305210476829892, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [4, 7, "9", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "12", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03618340194225311, "gradient_norm_before_clip": 0.6919771432876587, "kl": 0.022766299364043445, "entropy": 0.5119441893042588, "ratio_outside_clip": 0.0}, {"loss": -0.039061013609170914, "gradient_norm_before_clip": 0.6869898438453674, "kl": 0.022825604531823133, "entropy": 0.5107127398979373, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "2", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "14", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [0, 1, "3", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "0", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "16", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.013627848587930202, "gradient_norm_before_clip": 0.41344907879829407, "kl": 0.03295392627957501, "entropy": 0.5213855791695511, "ratio_outside_clip": 0.0}, {"loss": -0.01455919910222292, "gradient_norm_before_clip": 0.41222265362739563, "kl": 0.032860345478299295, "entropy": 0.52031654647634, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "4", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007382018957287073, "gradient_norm_before_clip": 0.5176753401756287, "kl": 0.028202686434477764, "entropy": 0.5486827675813164, "ratio_outside_clip": 0.0}, {"loss": 0.00612563407048583, "gradient_norm_before_clip": 0.5130889415740967, "kl": 0.028723277297674443, "entropy": 0.5472443025875715, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[0, 8, "10", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "10", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "19", true], [8, 9, "137", true], [8, 9, "15", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.007017538417130709, "gradient_norm_before_clip": 0.46880173683166504, "kl": 0.03164106832968222, "entropy": 0.41349722372519004, "ratio_outside_clip": 0.0}, {"loss": -0.008080849424004555, "gradient_norm_before_clip": 0.4617663621902466, "kl": 0.032215979292586044, "entropy": 0.4127377071896115, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[0, 7, "7", true], [0, 7, "1", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "6", true], [7, 4, "13", true], [7, 4, "9", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [2, 8, "10", true], [2, 8, "108", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.023747719824314117, "gradient_norm_before_clip": 0.4178403913974762, "kl": 0.03975944022911822, "entropy": 0.4318061784512735, "ratio_outside_clip": 0.0}, {"loss": -0.025980204343795776, "gradient_norm_before_clip": 0.4010967016220093, "kl": 0.04124625432008953, "entropy": 0.43054075737220016, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "11", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "67", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "0", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "90", true], [7, 1, "8", true], [7, 1, "8", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02243352122604847, "gradient_norm_before_clip": 0.9432523250579834, "kl": 0.025937640282415575, "entropy": 0.5135234709708921, "ratio_outside_clip": 0.0}, {"loss": 0.01998964510858059, "gradient_norm_before_clip": 0.9306350350379944, "kl": 0.02551222462807932, "entropy": 0.5130020633820565, "ratio_outside_clip": 0.0}]}, {"step": 87, "rows": [[8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "10", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "11", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 1, "11", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "12", true], [2, 1, "6", true], [2, 1, "2", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004676624666899443, "gradient_norm_before_clip": 0.3618299663066864, "kl": 0.030730025908526252, "entropy": 0.4917897841509651, "ratio_outside_clip": 0.0}, {"loss": 0.0022361832670867443, "gradient_norm_before_clip": 0.3521029055118561, "kl": 0.030045054940616385, "entropy": 0.4895888833438649, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[2, 5, "7", true], [2, 5, "2", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "2", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "1310", true], [8, 9, "135", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.006261089816689491, "gradient_norm_before_clip": 0.6164530515670776, "kl": 0.024275755882263182, "entropy": 0.6856959751674108, "ratio_outside_clip": 0.0}, {"loss": 0.005201376974582672, "gradient_norm_before_clip": 0.6160865426063538, "kl": 0.024096594538007464, "entropy": 0.6852497100830078, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[1, 5, "7", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "1", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 1, "1", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "7", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "135", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010018068365752697, "gradient_norm_before_clip": 0.5854638814926147, "kl": 0.03683939733003315, "entropy": 0.547530826769377, "ratio_outside_clip": 0.0}, {"loss": 0.007043521851301193, "gradient_norm_before_clip": 0.5675482153892517, "kl": 0.0359160115844325, "entropy": 0.5464872561003032, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[9, 3, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "18", true], [9, 3, "13", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "11", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "3", true], [5, 2, "10", true], [5, 2, "7", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "16", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005784659180790186, "gradient_norm_before_clip": 0.4293033480644226, "kl": 0.03628505979265485, "entropy": 0.47696426936558317, "ratio_outside_clip": 0.0}, {"loss": -0.006702371872961521, "gradient_norm_before_clip": 0.4264432191848755, "kl": 0.03588892732347761, "entropy": 0.47474102746872676, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "165112", false], [1, 1, "3", true], [1, 1, "22", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "12", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.005094096064567566, "gradient_norm_before_clip": 0.4413512945175171, "kl": 0.03365090956170875, "entropy": 0.5561892957572477, "ratio_outside_clip": 0.0}, {"loss": 0.003904413664713502, "gradient_norm_before_clip": 0.43771371245384216, "kl": 0.033708552280104304, "entropy": 0.5553590705595821, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "1", true], [8, 8, "15", true], [8, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "9", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [0, 1, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "9", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.029913559556007385, "gradient_norm_before_clip": 0.44891053438186646, "kl": 0.0239615847424763, "entropy": 0.5152239915801258, "ratio_outside_clip": 0.0}, {"loss": -0.03132885321974754, "gradient_norm_before_clip": 0.452947735786438, "kl": 0.0244005453295824, "entropy": 0.5137611947408537, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "14", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "6", true], [4, 5, "4", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [8, 5, "13", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "11", true], [7, 6, "13", true], [9, 3, "11", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.025067847222089767, "gradient_norm_before_clip": 0.6399731636047363, "kl": 0.024768118177141463, "entropy": 0.4389047677176339, "ratio_outside_clip": 0.0}, {"loss": -0.027523882687091827, "gradient_norm_before_clip": 0.6236264109611511, "kl": 0.024735442570277624, "entropy": 0.43774745396205356, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "11", true], [2, 7, "9", true], [2, 7, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "8", true], [2, 1, "24", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9", true], [6, 7, "1228", true], [6, 7, "12", true], [6, 7, "16", true], [6, 7, "15", true], [6, 7, "5", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010005957446992397, "gradient_norm_before_clip": 0.6679179072380066, "kl": 0.01882952604538355, "entropy": 0.5352898622170473, "ratio_outside_clip": 0.0}, {"loss": 0.006069445516914129, "gradient_norm_before_clip": 0.6486806273460388, "kl": 0.019074577551621657, "entropy": 0.5332997639973959, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "16", true], [4, 8, "11", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01609666831791401, "gradient_norm_before_clip": 0.6485369801521301, "kl": 0.020784673867402254, "entropy": 0.4505330780406057, "ratio_outside_clip": 0.0}, {"loss": 0.013454089872539043, "gradient_norm_before_clip": 0.6372634172439575, "kl": 0.021143334883230704, "entropy": 0.4485370494701244, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "8", true], [0, 0, "6", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.005833995062857866, "gradient_norm_before_clip": 0.4804022014141083, "kl": 0.02501031756401062, "entropy": 0.5901340908474393, "ratio_outside_clip": 0.0}, {"loss": 0.004162823315709829, "gradient_norm_before_clip": 0.48323312401771545, "kl": 0.02542029817899068, "entropy": 0.5890091260274252, "ratio_outside_clip": 0.0}]}, {"step": 97, "rows": [[6, 9, "15", true], [6, 9, "15", true], [6, 9, "113", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "155", true], [6, 9, "15", true], [6, 9, "15", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "1327", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [2, 1, "7", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "64", true], [2, 1, "2", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.053411345928907394, "gradient_norm_before_clip": 0.42057183384895325, "kl": 0.032827676060688066, "entropy": 0.5333142567829914, "ratio_outside_clip": 0.0}, {"loss": 0.05183140188455582, "gradient_norm_before_clip": 0.41250959038734436, "kl": 0.03275489807128906, "entropy": 0.5321095478103821, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[1, 5, "2", true], [1, 5, "0", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "0", true], [1, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "1", true], [7, 0, "1", true], [7, 0, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "3", true], [9, 8, "1300", true], [9, 8, "126", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "16", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012800907716155052, "gradient_norm_before_clip": 0.6141388416290283, "kl": 0.03394185280313297, "entropy": 0.6443929347862192, "ratio_outside_clip": 0.0}, {"loss": 0.011745932511985302, "gradient_norm_before_clip": 0.6139618158340454, "kl": 0.033786319551013765, "entropy": 0.6427763335558833, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "96", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013325761072337627, "gradient_norm_before_clip": 0.653130054473877, "kl": 0.022768044993825204, "entropy": 0.6072594301543967, "ratio_outside_clip": 0.0}, {"loss": 0.010245267301797867, "gradient_norm_before_clip": 0.637715756893158, "kl": 0.023201985950887637, "entropy": 0.6065071273024065, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "16", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "1", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013290999457240105, "gradient_norm_before_clip": 0.5681524276733398, "kl": 0.028590633023169734, "entropy": 0.5834594234343498, "ratio_outside_clip": 0.0}, {"loss": 0.009559005498886108, "gradient_norm_before_clip": 0.548931896686554, "kl": 0.029567186294063446, "entropy": 0.583968279438634, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "3", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "2", true], [0, 0, "1", true], [0, 0, "1", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 8, "17", true], [9, 8, "134", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0050178468227386475, "gradient_norm_before_clip": 0.7401750683784485, "kl": 0.018585701286792756, "entropy": 0.48178677558898925, "ratio_outside_clip": 0.0}, {"loss": -0.0002371028094785288, "gradient_norm_before_clip": 0.723797082901001, "kl": 0.01879219263792038, "entropy": 0.48190836906433104, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "4", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "8", true], [4, 3, "6", true], [4, 3, "8", true], [4, 3, "8", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "0000", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00835694745182991, "gradient_norm_before_clip": 1.1163763999938965, "kl": 0.023930907954831094, "entropy": 0.42226319623416697, "ratio_outside_clip": 0.0}, {"loss": 0.005495700519531965, "gradient_norm_before_clip": 1.1033920049667358, "kl": 0.02328172943295812, "entropy": 0.4216905853452062, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "1", true], [7, 6, "13", true], [7, 6, "19", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1224", true], [7, 6, "13", true], [7, 6, "124", true], [7, 6, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "85", true], [9, 8, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "2", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [5, 7, "17", true], [5, 7, "15", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "16", true], [5, 7, "13", true], [5, 7, "12", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02459206059575081, "gradient_norm_before_clip": 0.7730420827865601, "kl": 0.027714308054169263, "entropy": 0.579232245135161, "ratio_outside_clip": 0.0}, {"loss": 0.01985967718064785, "gradient_norm_before_clip": 0.7280637621879578, "kl": 0.02665624443007393, "entropy": 0.578610379271712, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "12", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "2", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0029539691749960184, "gradient_norm_before_clip": 0.8081679940223694, "kl": 0.021650086278500763, "entropy": 0.4365102163753154, "ratio_outside_clip": 0.0}, {"loss": -0.003867516526952386, "gradient_norm_before_clip": 0.8492333292961121, "kl": 0.02113943662702667, "entropy": 0.43590583564331814, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [5, 2, "2", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "11", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0005579863209277391, "gradient_norm_before_clip": 0.5335648655891418, "kl": 0.01859976480036606, "entropy": 0.4903407155731578, "ratio_outside_clip": 0.0}, {"loss": -0.0003735967620741576, "gradient_norm_before_clip": 0.5375759601593018, "kl": 0.018882237834694945, "entropy": 0.490423885392554, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[0, 1, "6", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 5, "8", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.005789864342659712, "gradient_norm_before_clip": 0.5665848851203918, "kl": 0.02040902065904173, "entropy": 0.5066811548520441, "ratio_outside_clip": 0.0}, {"loss": 0.00312840286642313, "gradient_norm_before_clip": 0.5514525771141052, "kl": 0.02105310028546477, "entropy": 0.5055387314051798, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [9, 8, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "111", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [1, 1, "36", true], [1, 1, "", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [2, 1, "3", true], [2, 1, "7", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01947414129972458, "gradient_norm_before_clip": 0.6767112016677856, "kl": 0.03212798352273095, "entropy": 0.5753551255788235, "ratio_outside_clip": 0.0}, {"loss": -0.021067572757601738, "gradient_norm_before_clip": 0.6570492386817932, "kl": 0.03204002443528333, "entropy": 0.574950919246042, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "4", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.013107804581522942, "gradient_norm_before_clip": 0.5674183368682861, "kl": 0.030354956646899245, "entropy": 0.5011129846106043, "ratio_outside_clip": 0.0}, {"loss": -0.014316575601696968, "gradient_norm_before_clip": 0.5399750471115112, "kl": 0.030942780154568333, "entropy": 0.500206367119209, "ratio_outside_clip": 0.0}]}, {"step": 109, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "7", true], [2, 2, "8", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "117", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [2, 6, "6", true], [2, 6, "1", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00043707521399483085, "gradient_norm_before_clip": 0.6611124873161316, "kl": 0.015943542740048743, "entropy": 0.44708251953125, "ratio_outside_clip": 0.0}, {"loss": -0.003487854264676571, "gradient_norm_before_clip": 0.6459827423095703, "kl": 0.016311666669224845, "entropy": 0.4456273366713665, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "150", true], [6, 9, "138", true], [6, 9, "15", true], [6, 9, "15", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "127", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "112", true], [8, 9, "15", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03146270662546158, "gradient_norm_before_clip": 0.46401309967041016, "kl": 0.017720474472528773, "entropy": 0.5753167067901998, "ratio_outside_clip": 0.0}, {"loss": 0.02964301034808159, "gradient_norm_before_clip": 0.4586827754974365, "kl": 0.017959730534613888, "entropy": 0.5742657818371737, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "7", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "15", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [3, 1, "4", true], [3, 1, "300", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "1", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "10", true], [9, 3, "1", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "5", true], [9, 3, "12", true], [9, 3, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011697209440171719, "gradient_norm_before_clip": 0.7830453515052795, "kl": 0.02426169067621231, "entropy": 0.4862974643707275, "ratio_outside_clip": 0.0}, {"loss": 0.009534331038594246, "gradient_norm_before_clip": 0.7565587759017944, "kl": 0.024763220548629762, "entropy": 0.4863382339477539, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[4, 8, "10", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "6", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "8", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007573808543384075, "gradient_norm_before_clip": 0.7422447800636292, "kl": 0.03459519342659346, "entropy": 0.47048182269327, "ratio_outside_clip": 0.0}, {"loss": 0.004559103399515152, "gradient_norm_before_clip": 0.6540802121162415, "kl": 0.03522856718574474, "entropy": 0.46901119456571694, "ratio_outside_clip": 0.0}]}, {"step": 113, "rows": [[5, 1, "4", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [5, 2, "7", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "10", true], [5, 2, "9", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "3", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "1", true], [6, 0, "8", true], [6, 0, "0", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00841023400425911, "gradient_norm_before_clip": 0.8254913091659546, "kl": 0.030406320249879513, "entropy": 0.49997711181640625, "ratio_outside_clip": 0.0}, {"loss": 0.006263339892029762, "gradient_norm_before_clip": 0.8275032043457031, "kl": 0.03128078386381075, "entropy": 0.498354874648057, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[1, 7, "4", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01751515083014965, "gradient_norm_before_clip": 0.4969818890094757, "kl": 0.024966286374376964, "entropy": 0.45485147253259434, "ratio_outside_clip": 0.0}, {"loss": 0.016474947333335876, "gradient_norm_before_clip": 0.4954841434955597, "kl": 0.02531963199764103, "entropy": 0.4536711952903054, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[5, 2, "1", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "7", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "8", true], [6, 0, "6", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "11", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008229381404817104, "gradient_norm_before_clip": 0.6215602159500122, "kl": 0.022782562594664723, "entropy": 0.4866143778750771, "ratio_outside_clip": 0.0}, {"loss": -0.011405577883124352, "gradient_norm_before_clip": 0.6125032305717468, "kl": 0.023539232580285323, "entropy": 0.48419274781879623, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "19", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "12", true], [9, 2, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "6", true], [8, 9, "14", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "136", true], [8, 9, "17", true], [8, 9, "15", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "9", true], [2, 4, "1", true], [2, 4, "9", true], [2, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011531984433531761, "gradient_norm_before_clip": 0.7011477947235107, "kl": 0.019256360736894018, "entropy": 0.548669132185571, "ratio_outside_clip": 0.0}, {"loss": 0.008656362071633339, "gradient_norm_before_clip": 0.6930540800094604, "kl": 0.019398258056169675, "entropy": 0.5472512892734858, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "15", true], [8, 5, "13", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [8, 4, "10", true], [8, 4, "10", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03063635341823101, "gradient_norm_before_clip": 0.8189881443977356, "kl": 0.028139151059664212, "entropy": 0.5061626923389924, "ratio_outside_clip": 0.0}, {"loss": 0.02460639923810959, "gradient_norm_before_clip": 0.7185207009315491, "kl": 0.02809623571542593, "entropy": 0.504728512886243, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "6", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "110", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 9, "18", true], [6, 9, "15", true], [6, 9, "126", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "1339", true], [6, 9, "117", true], [6, 9, "113", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05351584032177925, "gradient_norm_before_clip": 0.508486807346344, "kl": 0.024038551766195414, "entropy": 0.6319280553747106, "ratio_outside_clip": 0.0}, {"loss": 0.051676809787750244, "gradient_norm_before_clip": 0.5076282024383545, "kl": 0.024618669792457862, "entropy": 0.6305432731722608, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "0", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0071394117549061775, "gradient_norm_before_clip": 0.4348231554031372, "kl": 0.020115123075597426, "entropy": 0.4913272234349469, "ratio_outside_clip": 0.0}, {"loss": 0.005031230393797159, "gradient_norm_before_clip": 0.41477006673812866, "kl": 0.020607056960560918, "entropy": 0.49108228496476714, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "1", true], [9, 1, "9", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1", true], [9, 4, "1234", true], [9, 4, "1234", true], [9, 4, "9111", true], [9, 4, "12", true], [9, 4, "13", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "7", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03319435566663742, "gradient_norm_before_clip": 0.7861006855964661, "kl": 0.024666337739853633, "entropy": 0.42555445716494605, "ratio_outside_clip": 0.0}, {"loss": -0.03593013063073158, "gradient_norm_before_clip": 0.7485663294792175, "kl": 0.02379438422975086, "entropy": 0.42409474509102957, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "12", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "1", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "0", true], [2, 5, "0", true], [2, 5, "7", true], [2, 5, "7", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [2, 2, "2", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015998460352420807, "gradient_norm_before_clip": 0.6934429407119751, "kl": 0.02138264224214374, "entropy": 0.4543128823334316, "ratio_outside_clip": 0.0}, {"loss": -0.018132060766220093, "gradient_norm_before_clip": 0.6814112663269043, "kl": 0.021589496600552923, "entropy": 0.4539030542913473, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[4, 3, "4", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "19", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0011546434834599495, "gradient_norm_before_clip": 0.5610479116439819, "kl": 0.03848835669065777, "entropy": 0.4662975512052837, "ratio_outside_clip": 0.0}, {"loss": -0.0014481450198218226, "gradient_norm_before_clip": 0.5478459596633911, "kl": 0.03865364664479306, "entropy": 0.4648269854093853, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "3", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "6", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0010017647873610258, "gradient_norm_before_clip": 1.0718133449554443, "kl": 0.03339176177978516, "entropy": 0.48265643119812013, "ratio_outside_clip": 0.0}, {"loss": -0.004105808679014444, "gradient_norm_before_clip": 1.0337743759155273, "kl": 0.034612685441970825, "entropy": 0.48084335327148436, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "2", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "1", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "9", true], [2, 8, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.009107052348554134, "gradient_norm_before_clip": 0.4069691002368927, "kl": 0.026345759800502234, "entropy": 0.3446546500069754, "ratio_outside_clip": 0.0}, {"loss": -0.012619130313396454, "gradient_norm_before_clip": 0.3564743101596832, "kl": 0.028158656529017858, "entropy": 0.3402296011788504, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.052243225276470184, "gradient_norm_before_clip": 1.2224178314208984, "kl": 0.03815320933737406, "entropy": 0.3890191752736161, "ratio_outside_clip": 0.0}, {"loss": -0.06157376244664192, "gradient_norm_before_clip": 1.0725730657577515, "kl": 0.03942247425637594, "entropy": 0.38273036770704316, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[6, 6, "12", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 6, "112", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "14", true], [9, 6, "133", true], [9, 6, "15", true], [9, 6, "13", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012917920015752316, "gradient_norm_before_clip": 0.5819690227508545, "kl": 0.019074356114422833, "entropy": 0.48304305841893325, "ratio_outside_clip": 0.0}, {"loss": 0.013223107904195786, "gradient_norm_before_clip": 0.600583553314209, "kl": 0.019710761529427988, "entropy": 0.4818434538664641, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [7, 6, "14", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [5, 1, "1", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020461363717913628, "gradient_norm_before_clip": 0.5266874432563782, "kl": 0.04877710945998566, "entropy": 0.4261187782770471, "ratio_outside_clip": 0.0}, {"loss": -0.024144161492586136, "gradient_norm_before_clip": 0.48471614718437195, "kl": 0.05027344860608065, "entropy": 0.4274669116056418, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [8, 8, "14", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "132", true], [8, 8, "16", true], [8, 8, "1", true], [8, 8, "15", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004346070811152458, "gradient_norm_before_clip": 0.7580121159553528, "kl": 0.03099396948278303, "entropy": 0.5032001021345691, "ratio_outside_clip": 0.0}, {"loss": 0.004969991743564606, "gradient_norm_before_clip": 0.7744527459144592, "kl": 0.032043163592998795, "entropy": 0.5030700412727672, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[5, 1, "6", true], [5, 1, "9", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "1", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "99", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [1, 7, "9", true], [1, 7, "3", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "7", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003748419927433133, "gradient_norm_before_clip": 1.2148655652999878, "kl": 0.03744166152282331, "entropy": 0.4412465605345912, "ratio_outside_clip": 0.0}, {"loss": -0.009280052036046982, "gradient_norm_before_clip": 1.1665804386138916, "kl": 0.036683778342960764, "entropy": 0.4392673324488994, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [2, 2, "7", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "4", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01705353520810604, "gradient_norm_before_clip": 0.7815505266189575, "kl": 0.03717757448738004, "entropy": 0.4229381702564381, "ratio_outside_clip": 0.0}, {"loss": 0.014125671237707138, "gradient_norm_before_clip": 0.7195848822593689, "kl": 0.03585420420140396, "entropy": 0.419637562316141, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "7", true], [8, 1, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "4", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "136", true], [9, 6, "13", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "130", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.019089628010988235, "gradient_norm_before_clip": 0.7931249141693115, "kl": 0.022823263531082248, "entropy": 0.5384654881764044, "ratio_outside_clip": 0.0}, {"loss": 0.015355592593550682, "gradient_norm_before_clip": 0.7663212418556213, "kl": 0.022467987669026194, "entropy": 0.5370784361669623, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [2, 1, "4", true], [2, 1, "14", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -1.1768411241064314e-05, "gradient_norm_before_clip": 0.5795396566390991, "kl": 0.05485381448970122, "entropy": 0.6396535985610065, "ratio_outside_clip": 0.0}, {"loss": -0.002700991462916136, "gradient_norm_before_clip": 0.5710392594337463, "kl": 0.05547944938435274, "entropy": 0.6379682316499597, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "1", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "0", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.022821348160505295, "gradient_norm_before_clip": 0.6012938022613525, "kl": 0.029799484344850104, "entropy": 0.5000477526561323, "ratio_outside_clip": 0.0}, {"loss": -0.024566741660237312, "gradient_norm_before_clip": 0.592112123966217, "kl": 0.029821102877697313, "entropy": 0.49997311327830857, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [2, 8, "0", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "19", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "67", true], [7, 0, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "9", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.011198777705430984, "gradient_norm_before_clip": 0.4993520677089691, "kl": 0.05172774606122228, "entropy": 0.37971798103012727, "ratio_outside_clip": 0.0}, {"loss": -0.01210920512676239, "gradient_norm_before_clip": 0.49940717220306396, "kl": 0.051850016245585, "entropy": 0.37879491566184037, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015925094485282898, "gradient_norm_before_clip": 0.5006884336471558, "kl": 0.05321435738873008, "entropy": 0.4584890706649679, "ratio_outside_clip": 0.0}, {"loss": -0.017936255782842636, "gradient_norm_before_clip": 0.4955737590789795, "kl": 0.054287506255093, "entropy": 0.45635733699167014, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "222", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "4", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "17", true], [9, 6, "17", true], [9, 6, "16", true], [9, 6, "123", true], [9, 6, "15", true], [9, 6, "126", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "13", true], [8, 9, "123", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "1312", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "15", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010087627917528152, "gradient_norm_before_clip": 0.5208246111869812, "kl": 0.03720664433070592, "entropy": 0.5615994262695313, "ratio_outside_clip": 0.0}, {"loss": 0.008180218748748302, "gradient_norm_before_clip": 0.5142920017242432, "kl": 0.037327030726841515, "entropy": 0.5610052054268974, "ratio_outside_clip": 0.0}]}, {"step": 137, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "137", true], [7, 6, "13", true], [7, 6, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0096231484785676, "gradient_norm_before_clip": 0.7338337302207947, "kl": 0.053485414256220276, "entropy": 0.4035097205120584, "ratio_outside_clip": 0.0}, {"loss": 0.005713301245123148, "gradient_norm_before_clip": 0.7144011855125427, "kl": 0.0544310800777459, "entropy": 0.40093482355153337, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "137", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "115", true], [8, 9, "17", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0391816608607769, "gradient_norm_before_clip": 0.6070296764373779, "kl": 0.03102011038056502, "entropy": 0.6205104530280363, "ratio_outside_clip": 0.0}, {"loss": 0.03663421422243118, "gradient_norm_before_clip": 0.5937924385070801, "kl": 0.03145942620351805, "entropy": 0.620969461211076, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "90", true], [2, 6, "8", true], [2, 6, "10", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "911", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [6, 2, "4", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01616191305220127, "gradient_norm_before_clip": 0.7315921187400818, "kl": 0.023303659950814595, "entropy": 0.45193546574290205, "ratio_outside_clip": 0.0}, {"loss": 0.01618267595767975, "gradient_norm_before_clip": 0.7665185332298279, "kl": 0.023176281917385938, "entropy": 0.4519983617270865, "ratio_outside_clip": 0.0}]}, {"step": 140, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004719073884189129, "gradient_norm_before_clip": 0.9057790040969849, "kl": 0.04307123234397486, "entropy": 0.4661154496042352, "ratio_outside_clip": 0.0}, {"loss": -0.00918277446180582, "gradient_norm_before_clip": 0.8326728940010071, "kl": 0.04455128468965229, "entropy": 0.4640698683889289, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "13", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.002016442595049739, "gradient_norm_before_clip": 0.8036239147186279, "kl": 0.0672146572786219, "entropy": 0.5336108488195083, "ratio_outside_clip": 0.0}, {"loss": -0.000778363028075546, "gradient_norm_before_clip": 0.7963399887084961, "kl": 0.06743731218225815, "entropy": 0.5321145338170669, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "13", true], [8, 0, "7", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [8, 8, "16", true], [8, 8, "126", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "16", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0048402901738882065, "gradient_norm_before_clip": 0.6737697124481201, "kl": 0.047467598548302285, "entropy": 0.4321506658249353, "ratio_outside_clip": 0.0}, {"loss": 0.0018850677879527211, "gradient_norm_before_clip": 0.6508099436759949, "kl": 0.048524952499118784, "entropy": 0.43074473544690733, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "11", true], [8, 4, "10", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [1, 3, "724", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "113", true], [9, 8, "15", true], [9, 6, "126", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "127", true], [9, 6, "17", true], [9, 6, "1", true], [9, 6, "124", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.021569332107901573, "gradient_norm_before_clip": 0.6252593398094177, "kl": 0.032773426209373034, "entropy": 0.5546682072781969, "ratio_outside_clip": 0.0}, {"loss": 0.019811125472187996, "gradient_norm_before_clip": 0.6062722206115723, "kl": 0.03253456641887796, "entropy": 0.5544304683290678, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [9, 3, "16", true], [9, 3, "11", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [5, 5, "1", true], [5, 5, "10", true], [5, 5, "1", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "3", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01074626948684454, "gradient_norm_before_clip": 0.7030821442604065, "kl": 0.043397552995796666, "entropy": 0.3737466421472021, "ratio_outside_clip": 0.0}, {"loss": -0.010406991466879845, "gradient_norm_before_clip": 0.7357681393623352, "kl": 0.04459794745387801, "entropy": 0.3739175451807229, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "4", true], [7, 0, "8", true], [7, 0, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "12", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "11", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0014452181058004498, "gradient_norm_before_clip": 0.5718160271644592, "kl": 0.04817347777517218, "entropy": 0.4446555689761513, "ratio_outside_clip": 0.0}, {"loss": -0.0011201532324776053, "gradient_norm_before_clip": 0.5582675933837891, "kl": 0.04888159664053666, "entropy": 0.44347938738371195, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "0", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [1, 7, "8", true], [1, 7, "4", true], [1, 7, "2", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "6", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0026874926406890154, "gradient_norm_before_clip": 0.5008479356765747, "kl": 0.03410678768750303, "entropy": 0.44913999190241655, "ratio_outside_clip": 0.0}, {"loss": 0.0011904638959094882, "gradient_norm_before_clip": 0.49080294370651245, "kl": 0.034583784778666055, "entropy": 0.44778963645792896, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "16", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.001991295488551259, "gradient_norm_before_clip": 0.8902586102485657, "kl": 0.06637671746705708, "entropy": 0.4715523970754523, "ratio_outside_clip": 0.0}, {"loss": -0.0032294439151883125, "gradient_norm_before_clip": 0.8505856394767761, "kl": 0.06648259413869757, "entropy": 0.4690804732473273, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "70", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.022407060489058495, "gradient_norm_before_clip": 0.5432360768318176, "kl": 0.05670890416184517, "entropy": 0.4732875040132705, "ratio_outside_clip": 0.0}, {"loss": 0.020900288596749306, "gradient_norm_before_clip": 0.5435736179351807, "kl": 0.05733125503749063, "entropy": 0.4715653510942851, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "126", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0035615661181509495, "gradient_norm_before_clip": 0.7143183350563049, "kl": 0.033791670203208925, "entropy": 0.5800429344177246, "ratio_outside_clip": 0.0}, {"loss": -0.007167594041675329, "gradient_norm_before_clip": 0.7017560601234436, "kl": 0.033546382188797, "entropy": 0.5786489963531494, "ratio_outside_clip": 0.0}]}, {"step": 150, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "2", true], [5, 4, "10", true], [5, 4, "9", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "11", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "13", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.013732025399804115, "gradient_norm_before_clip": 1.561800479888916, "kl": 0.044023417256361136, "entropy": 0.43125498953041125, "ratio_outside_clip": 0.0}, {"loss": 0.005963264033198357, "gradient_norm_before_clip": 1.3105043172836304, "kl": 0.0414223319913712, "entropy": 0.42724674903541987, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "15", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "11", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0016524025704711676, "gradient_norm_before_clip": 0.7388318777084351, "kl": 0.055080107280186245, "entropy": 0.39906483604794457, "ratio_outside_clip": 0.0}, {"loss": -0.005436803679913282, "gradient_norm_before_clip": 0.3858059048652649, "kl": 0.054648246083940775, "entropy": 0.3968501318068731, "ratio_outside_clip": 0.011904761904761904}]}, {"step": 152, "rows": [[2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "1", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "17", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "7", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "110", true], [9, 8, "15", true], [9, 8, "18", true], [9, 8, "17", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010794672183692455, "gradient_norm_before_clip": 0.5085541009902954, "kl": 0.050518732321889775, "entropy": 0.5272195715653268, "ratio_outside_clip": 0.0}, {"loss": -0.011651089414954185, "gradient_norm_before_clip": 0.5124483108520508, "kl": 0.0513503865191811, "entropy": 0.526671660573859, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "60", true], [4, 4, "9", true], [4, 4, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "17", true], [7, 2, "10", true], [7, 2, "9", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.029340501874685287, "gradient_norm_before_clip": 0.4910406470298767, "kl": 0.04851219760384529, "entropy": 0.47456087732011343, "ratio_outside_clip": 0.0}, {"loss": 0.02753630094230175, "gradient_norm_before_clip": 0.4842204749584198, "kl": 0.0501884229623588, "entropy": 0.47445066415580217, "ratio_outside_clip": 0.0}]}, {"step": 154, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true], [0, 6, "0", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "19", true], [7, 5, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03136922046542168, "gradient_norm_before_clip": 0.8681599497795105, "kl": 0.03337218485721925, "entropy": 0.49408462420612775, "ratio_outside_clip": 0.0}, {"loss": 0.029317939653992653, "gradient_norm_before_clip": 0.8624669313430786, "kl": 0.03332236023987232, "entropy": 0.4948383772454294, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "11", true], [5, 7, "10", true], [5, 7, "11", true], [5, 7, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.003632810665294528, "gradient_norm_before_clip": 0.8681138157844543, "kl": 0.04654450388349725, "entropy": 0.3979438014284393, "ratio_outside_clip": 0.0}, {"loss": 0.0005480241379700601, "gradient_norm_before_clip": 0.8337051272392273, "kl": 0.044996374457545535, "entropy": 0.3976890067377034, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[0, 6, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "3", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "7", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.015285194851458073, "gradient_norm_before_clip": 0.8217414617538452, "kl": 0.037909644923798023, "entropy": 0.5266185394705158, "ratio_outside_clip": 0.0}, {"loss": 0.01173128467053175, "gradient_norm_before_clip": 0.8095508217811584, "kl": 0.038142677855818236, "entropy": 0.5257798286333476, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "8", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "8", true], [8, 2, "10", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0004073672753293067, "gradient_norm_before_clip": 0.8079927563667297, "kl": 0.03787161509195964, "entropy": 0.53619384765625, "ratio_outside_clip": 0.0}, {"loss": -0.003525186562910676, "gradient_norm_before_clip": 0.7944852709770203, "kl": 0.038294827496563946, "entropy": 0.5339385421187789, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "1", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "4", true], [0, 0, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01584966853260994, "gradient_norm_before_clip": 0.7866779565811157, "kl": 0.026342730852043104, "entropy": 0.4159004643278302, "ratio_outside_clip": 0.0}, {"loss": -0.01982778310775757, "gradient_norm_before_clip": 0.7865229249000549, "kl": 0.02676046719341158, "entropy": 0.4130094516202339, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "3", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0021418631076812744, "gradient_norm_before_clip": 0.49428269267082214, "kl": 0.07139530934785542, "entropy": 0.42057747589914424, "ratio_outside_clip": 0.0}, {"loss": 0.0014949378091841936, "gradient_norm_before_clip": 0.497212678194046, "kl": 0.07096955650731136, "entropy": 0.42024283660085576, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [8, 8, "17", true], [8, 8, "19111", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "137", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "1314", true], [9, 6, "16", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.013206910341978073, "gradient_norm_before_clip": 0.46307483315467834, "kl": 0.06144229932264848, "entropy": 0.47914283925836737, "ratio_outside_clip": 0.0}, {"loss": 0.012190956622362137, "gradient_norm_before_clip": 0.4587884545326233, "kl": 0.06115198677236384, "entropy": 0.478849627754905, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[0, 6, "8", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "9", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [6, 9, "138", true], [6, 9, "17", true], [6, 9, "110", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008796477690339088, "gradient_norm_before_clip": 0.37193962931632996, "kl": 0.05093089433816763, "entropy": 0.5421684460762219, "ratio_outside_clip": 0.0}, {"loss": 0.007472917903214693, "gradient_norm_before_clip": 0.3705946207046509, "kl": 0.05032046635945638, "entropy": 0.5409683325351813, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "117", true], [8, 9, "137", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "1314", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "9", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "10", true], [1, 8, "9", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "19", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "19", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008073108270764351, "gradient_norm_before_clip": 0.5484076738357544, "kl": 0.05526982413397895, "entropy": 0.4496039920383029, "ratio_outside_clip": 0.0}, {"loss": 0.006860493216663599, "gradient_norm_before_clip": 0.5289145112037659, "kl": 0.05473883416917589, "entropy": 0.449424319797092, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "8", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "134", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02764607034623623, "gradient_norm_before_clip": 0.6687868237495422, "kl": 0.06314314673928653, "entropy": 0.3400639477898093, "ratio_outside_clip": 0.0}, {"loss": 0.02490277774631977, "gradient_norm_before_clip": 0.6222637891769409, "kl": 0.06219698962043314, "entropy": 0.339109645170324, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "8", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0026840069331228733, "gradient_norm_before_clip": 0.4552614688873291, "kl": 0.05162499641460148, "entropy": 0.2980940354977801, "ratio_outside_clip": 0.0}, {"loss": -0.004270593170076609, "gradient_norm_before_clip": 0.441959947347641, "kl": 0.05194008936647509, "entropy": 0.29645563344486425, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[4, 7, "10", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "1", true], [9, 8, "116", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "137", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [8, 8, "16", true], [8, 8, "11", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19110", true], [8, 8, "16", true], [8, 8, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "132", true], [7, 6, "13", true], [7, 6, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.017007872462272644, "gradient_norm_before_clip": 0.563152015209198, "kl": 0.05595351055840761, "entropy": 0.45677319942916955, "ratio_outside_clip": 0.0}, {"loss": 0.014268513768911362, "gradient_norm_before_clip": 0.5248761773109436, "kl": 0.056120076890808446, "entropy": 0.4552389745554213, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "117", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "18", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "138", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "17", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03105488419532776, "gradient_norm_before_clip": 0.5044060349464417, "kl": 0.061704447103101155, "entropy": 0.534180574638899, "ratio_outside_clip": 0.0}, {"loss": 0.028258556500077248, "gradient_norm_before_clip": 0.496863454580307, "kl": 0.06273805263430574, "entropy": 0.531745200933412, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 4, "10", true], [7, 4, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.006191359367221594, "gradient_norm_before_clip": 0.5772947072982788, "kl": 0.04187415097210858, "entropy": 0.30326006090318836, "ratio_outside_clip": 0.0}, {"loss": -0.00961148552596569, "gradient_norm_before_clip": 0.5496141314506531, "kl": 0.04294895996918549, "entropy": 0.3012027224978885, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [0, 1, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006606525741517544, "gradient_norm_before_clip": 0.794184148311615, "kl": 0.05145953683292165, "entropy": 0.5062271317625358, "ratio_outside_clip": 0.0}, {"loss": 0.0022528592962771654, "gradient_norm_before_clip": 0.778984010219574, "kl": 0.05224224788690704, "entropy": 0.5039317311804279, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "112", true], [9, 8, "18", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "110", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "0", true], [1, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03661695495247841, "gradient_norm_before_clip": 0.6629319190979004, "kl": 0.06431881801502125, "entropy": 0.5263586302061338, "ratio_outside_clip": 0.0}, {"loss": 0.03440200537443161, "gradient_norm_before_clip": 0.6426545977592468, "kl": 0.06508954151256664, "entropy": 0.5242574537122572, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "1", true], [2, 5, "7", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.010088949464261532, "gradient_norm_before_clip": 0.7016575336456299, "kl": 0.042609466696685215, "entropy": 0.3700432447517443, "ratio_outside_clip": 0.0}, {"loss": -0.01349902618676424, "gradient_norm_before_clip": 0.6046777367591858, "kl": 0.04370698988812525, "entropy": 0.3675749196946246, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[0, 0, "6", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "14", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.001398949301801622, "gradient_norm_before_clip": 0.8100798726081848, "kl": 0.046631540122785066, "entropy": 0.471874989961323, "ratio_outside_clip": 0.0}, {"loss": -0.00029914002516306937, "gradient_norm_before_clip": 0.8117083311080933, "kl": 0.046962694117897434, "entropy": 0.4699759734304328, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "16", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0015831674681976438, "gradient_norm_before_clip": 0.7469629645347595, "kl": 0.05277164777119955, "entropy": 0.4063551766531808, "ratio_outside_clip": 0.0}, {"loss": 0.0008404595428146422, "gradient_norm_before_clip": 0.749392569065094, "kl": 0.05300800573258173, "entropy": 0.40564432598295663, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[2, 4, "7", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "7", true], [2, 4, "4", true], [8, 0, "10", true], [8, 0, "0", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "1", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.002776803681626916, "gradient_norm_before_clip": 0.5098132491111755, "kl": 0.04065539590243635, "entropy": 0.5276178820379849, "ratio_outside_clip": 0.0}, {"loss": -0.004866258706897497, "gradient_norm_before_clip": 0.5045751333236694, "kl": 0.04123906760380186, "entropy": 0.5260961598363416, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "1", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "12", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0014887533616274595, "gradient_norm_before_clip": 0.802905261516571, "kl": 0.049624741077423096, "entropy": 0.39548435211181643, "ratio_outside_clip": 0.0}, {"loss": -0.002712847199290991, "gradient_norm_before_clip": 0.7677000164985657, "kl": 0.05086835026741028, "entropy": 0.39463353157043457, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[0, 6, "8", true], [0, 6, "0", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0018028098857030272, "gradient_norm_before_clip": 0.6608486771583557, "kl": 0.06009372284537867, "entropy": 0.4729194641113281, "ratio_outside_clip": 0.0}, {"loss": 0.0005092762294225395, "gradient_norm_before_clip": 0.6553434729576111, "kl": 0.06069749280026084, "entropy": 0.47275638580322266, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 2, "2", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0009940415620803833, "gradient_norm_before_clip": 0.6996205449104309, "kl": 0.03313431739807129, "entropy": 0.3716245412826538, "ratio_outside_clip": 0.0}, {"loss": -0.002524262759834528, "gradient_norm_before_clip": 0.6566196084022522, "kl": 0.03301424980163574, "entropy": 0.3716057062149048, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012737353332340717, "gradient_norm_before_clip": 0.8671036958694458, "kl": 0.040145146993943205, "entropy": 0.4682754704981674, "ratio_outside_clip": 0.0}, {"loss": 0.011912822723388672, "gradient_norm_before_clip": 0.8987417221069336, "kl": 0.040983094109429255, "entropy": 0.47074513376494986, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "2", true], [1, 3, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 7, "1300", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "16", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [9, 6, "16", true], [9, 6, "129", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "16", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.023359883576631546, "gradient_norm_before_clip": 0.4847847819328308, "kl": 0.07920492207345788, "entropy": 0.48023266002444404, "ratio_outside_clip": 0.0}, {"loss": 0.020564353093504906, "gradient_norm_before_clip": 0.4758659899234772, "kl": 0.07865215371722824, "entropy": 0.47954629535324, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "4", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "16", true], [9, 6, "13", true], [9, 6, "13", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [6, 9, "13", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "1223", true], [4, 9, "12", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "1", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.029475288465619087, "gradient_norm_before_clip": 0.8416646122932434, "kl": 0.06960528321061397, "entropy": 0.5539018127815855, "ratio_outside_clip": 0.0}, {"loss": 0.024740254506468773, "gradient_norm_before_clip": 0.8331575393676758, "kl": 0.06770255668031658, "entropy": 0.5554753402990797, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "138", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "1010", true], [0, 8, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.032903265208005905, "gradient_norm_before_clip": 0.9828886389732361, "kl": 0.04718582804610089, "entropy": 0.48506964706793065, "ratio_outside_clip": 0.0}, {"loss": 0.021522048860788345, "gradient_norm_before_clip": 0.923149824142456, "kl": 0.04502979139002358, "entropy": 0.4822896166545589, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [6, 9, "15", true], [6, 9, "14", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "1728", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "16", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "6", true], [7, 1, "10", true], [7, 1, "6", true], [7, 1, "2", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "3", true], [7, 1, "6", true], [7, 1, "7", true], [7, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011606985703110695, "gradient_norm_before_clip": 0.7521477937698364, "kl": 0.04926818713807223, "entropy": 0.4918192367107547, "ratio_outside_clip": 0.0}, {"loss": 0.0011978275142610073, "gradient_norm_before_clip": 0.6941614747047424, "kl": 0.04710076984606291, "entropy": 0.4871859634131716, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0013189604505896568, "gradient_norm_before_clip": 0.4505787789821625, "kl": 0.043965358287096024, "entropy": 0.5444793105125427, "ratio_outside_clip": 0.0}, {"loss": -0.00010501686483621597, "gradient_norm_before_clip": 0.4501263201236725, "kl": 0.044217776507139206, "entropy": 0.5402606725692749, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "5", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "8", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "6", true], [0, 8, "8", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013314485549926758, "gradient_norm_before_clip": 0.6093792915344238, "kl": 0.03865770771078868, "entropy": 0.5183220432229239, "ratio_outside_clip": 0.0}, {"loss": 0.009827431291341782, "gradient_norm_before_clip": 0.6208769679069519, "kl": 0.04060750464870505, "entropy": 0.5162226010675299, "ratio_outside_clip": 0.0}]}, {"step": 184, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "6", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [8, 0, "917", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013232707045972347, "gradient_norm_before_clip": 0.5661919713020325, "kl": 0.06688892668572025, "entropy": 0.5307247880576313, "ratio_outside_clip": 0.0}, {"loss": 0.012147573754191399, "gradient_norm_before_clip": 0.5730307102203369, "kl": 0.06718479377636011, "entropy": 0.5306001193281533, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 1, "", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "13", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "16", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.003355714725330472, "gradient_norm_before_clip": 0.6426104307174683, "kl": 0.06489790678024292, "entropy": 0.4673927783966064, "ratio_outside_clip": 0.0}, {"loss": 0.0009781550616025925, "gradient_norm_before_clip": 0.6226506233215332, "kl": 0.06483079791069031, "entropy": 0.46907734870910645, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "2", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [5, 2, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010001624934375286, "gradient_norm_before_clip": 0.6156262755393982, "kl": 0.056436336040496825, "entropy": 0.4561624050140381, "ratio_outside_clip": 0.0}, {"loss": -0.012061065062880516, "gradient_norm_before_clip": 0.6245672106742859, "kl": 0.05752013921737671, "entropy": 0.45677833557128905, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "7", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "111", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "310", true], [7, 4, "11", true], [7, 4, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.013652153313159943, "gradient_norm_before_clip": 0.6114874482154846, "kl": 0.07771765017041973, "entropy": 0.46307652292687906, "ratio_outside_clip": 0.0}, {"loss": 0.01063880417495966, "gradient_norm_before_clip": 0.6054896116256714, "kl": 0.07893228842542062, "entropy": 0.46252142214307596, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[9, 8, "13", true], [9, 8, "112", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "137", true], [9, 8, "126", true], [9, 8, "15", true], [9, 8, "16", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [8, 9, "15", true], [8, 9, "19", true], [8, 9, "17", true], [8, 9, "1239", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "19", true], [8, 8, "17", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "2", true], [1, 7, "8", true], [1, 7, "9", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.012537227012217045, "gradient_norm_before_clip": 0.49974244832992554, "kl": 0.08899205201750349, "entropy": 0.6140315547870223, "ratio_outside_clip": 0.0}, {"loss": 0.011864681728184223, "gradient_norm_before_clip": 0.5000677108764648, "kl": 0.09175742811458126, "entropy": 0.6133923378719646, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "12", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01998959481716156, "gradient_norm_before_clip": 0.7601112127304077, "kl": 0.05810020709859914, "entropy": 0.4901438745959052, "ratio_outside_clip": 0.0}, {"loss": 0.016440270468592644, "gradient_norm_before_clip": 0.7407923340797424, "kl": 0.05856290356866244, "entropy": 0.48828935294315734, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[9, 8, "19111", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "117", true], [8, 8, "1", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "18", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "17", true], [8, 5, "17", true], [8, 5, "17", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01233912818133831, "gradient_norm_before_clip": 0.8006120920181274, "kl": 0.09922294616699219, "entropy": 0.40526242642789273, "ratio_outside_clip": 0.0}, {"loss": 0.008436095900833607, "gradient_norm_before_clip": 0.6385390162467957, "kl": 0.10171135567330025, "entropy": 0.4039459228515625, "ratio_outside_clip": 0.005405405405405406}]}, {"step": 191, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "9", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "6", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03045031428337097, "gradient_norm_before_clip": 0.5661892890930176, "kl": 0.06377569185633238, "entropy": 0.44626435779389884, "ratio_outside_clip": 0.0}, {"loss": 0.0283378716558218, "gradient_norm_before_clip": 0.5503402948379517, "kl": 0.06475590037650802, "entropy": 0.44501292948820154, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [6, 0, "6", true], [6, 0, "1", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "1", true], [9, 8, "136", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "19", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.023708069697022438, "gradient_norm_before_clip": 0.6831895112991333, "kl": 0.1000758850411193, "entropy": 0.5784659712281945, "ratio_outside_clip": 0.0}, {"loss": 0.020367655903100967, "gradient_norm_before_clip": 0.6681116223335266, "kl": 0.10233197800100666, "entropy": 0.5754843933941567, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "6", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "17", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "124", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007358906324952841, "gradient_norm_before_clip": 0.7880157232284546, "kl": 0.07653986238965801, "entropy": 0.4919156841203278, "ratio_outside_clip": 0.0}, {"loss": 0.0011314477305859327, "gradient_norm_before_clip": 0.7639214396476746, "kl": 0.07677752052257264, "entropy": 0.4880484786688113, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "6", true], [6, 2, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "10", true], [8, 5, "13", true], [8, 5, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "0", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.008433629758656025, "gradient_norm_before_clip": 0.8813124299049377, "kl": 0.05123520884020575, "entropy": 0.43354518495757005, "ratio_outside_clip": 0.0}, {"loss": 0.005515662487596273, "gradient_norm_before_clip": 0.8755462765693665, "kl": 0.05150501974697771, "entropy": 0.4307965771905307, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "6", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "8", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "9", true], [3, 4, "7", true], [6, 9, "139", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "137", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00764521025121212, "gradient_norm_before_clip": 0.6380584239959717, "kl": 0.091004263270985, "entropy": 0.3885660604997115, "ratio_outside_clip": 0.0}, {"loss": -0.010571589693427086, "gradient_norm_before_clip": 0.5999042987823486, "kl": 0.09040920300917192, "entropy": 0.3850826783613725, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[2, 5, "7", true], [2, 5, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "7", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "13", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008673612028360367, "gradient_norm_before_clip": 0.8430447578430176, "kl": 0.05659781815763005, "entropy": 0.3766378756768689, "ratio_outside_clip": 0.0}, {"loss": -0.016996042802929878, "gradient_norm_before_clip": 0.7297520637512207, "kl": 0.05796920753524689, "entropy": 0.37215633734971465, "ratio_outside_clip": 0.0}]}, {"step": 197, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [2, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "136", true], [6, 7, "13", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "112", true], [6, 9, "14", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "16", true], [8, 5, "13", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02166968770325184, "gradient_norm_before_clip": 0.7512210011482239, "kl": 0.06783879886973988, "entropy": 0.4943661380123782, "ratio_outside_clip": 0.0}, {"loss": 0.017919503152370453, "gradient_norm_before_clip": 0.7362272143363953, "kl": 0.06658556554224584, "entropy": 0.4931277981052151, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "9", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.001695414655841887, "gradient_norm_before_clip": 1.0410174131393433, "kl": 0.05651342518189374, "entropy": 0.5077533721923828, "ratio_outside_clip": 0.0}, {"loss": 4.933511445415206e-05, "gradient_norm_before_clip": 1.0504834651947021, "kl": 0.05743655036477482, "entropy": 0.5057892518884995, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [8, 0, "10", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.013570691458880901, "gradient_norm_before_clip": 0.716001570224762, "kl": 0.04496528600391589, "entropy": 0.405147301523309, "ratio_outside_clip": 0.0}, {"loss": -0.018228663131594658, "gradient_norm_before_clip": 0.6843550205230713, "kl": 0.04587019430963617, "entropy": 0.40310453113756683, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[8, 0, "8", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "1223", true], [8, 4, "12", true], [8, 4, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.039019547402858734, "gradient_norm_before_clip": 0.5124621987342834, "kl": 0.071771098346245, "entropy": 0.43936789908060214, "ratio_outside_clip": 0.0}, {"loss": 0.03618931770324707, "gradient_norm_before_clip": 0.510333776473999, "kl": 0.07244100803282202, "entropy": 0.4384797724281869, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "0", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006029184907674789, "gradient_norm_before_clip": 0.631257176399231, "kl": 0.06049838379351762, "entropy": 0.5098280523815294, "ratio_outside_clip": 0.0}, {"loss": 0.0049006398767232895, "gradient_norm_before_clip": 0.6304754018783569, "kl": 0.06136941561733719, "entropy": 0.509293716319286, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "13", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.003344119992107153, "gradient_norm_before_clip": 0.454134076833725, "kl": 0.06198110787764839, "entropy": 0.3361926908078401, "ratio_outside_clip": 0.0}, {"loss": -0.005073199979960918, "gradient_norm_before_clip": 0.4405960440635681, "kl": 0.062287714170373, "entropy": 0.33593239991561225, "ratio_outside_clip": 0.0}]}, {"step": 203, "rows": [[5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 8, "128", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "139", true], [8, 8, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.002372733084484935, "gradient_norm_before_clip": 0.5024222135543823, "kl": 0.07909079539923021, "entropy": 0.4253727948224103, "ratio_outside_clip": 0.0}, {"loss": 0.000818135857116431, "gradient_norm_before_clip": 0.46942979097366333, "kl": 0.07954566272688501, "entropy": 0.4253933282546055, "ratio_outside_clip": 0.0}]}, {"step": 204, "rows": [[5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "8", true], [8, 8, "137", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "18", true], [9, 8, "137", true], [9, 8, "16", true], [9, 8, "17", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0015963597688823938, "gradient_norm_before_clip": 0.4516849219799042, "kl": 0.09117684561825364, "entropy": 0.4607866727388822, "ratio_outside_clip": 0.0}, {"loss": -0.0031104024965316057, "gradient_norm_before_clip": 0.44224050641059875, "kl": 0.09159336992974818, "entropy": 0.4603677332048585, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [8, 8, "1300", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "1", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "1", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.006434316746890545, "gradient_norm_before_clip": 0.6842858195304871, "kl": 0.06717851758003235, "entropy": 0.48231945037841795, "ratio_outside_clip": 0.0}, {"loss": -0.009553019888699055, "gradient_norm_before_clip": 0.6692708134651184, "kl": 0.06757804751396179, "entropy": 0.4803793907165527, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [6, 9, "133", true], [6, 9, "15", true], [6, 9, "137", true], [6, 9, "13", true], [6, 9, "1339", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.020129645243287086, "gradient_norm_before_clip": 0.792526364326477, "kl": 0.07590256830689254, "entropy": 0.4878962328479548, "ratio_outside_clip": 0.0}, {"loss": 0.017488449811935425, "gradient_norm_before_clip": 0.7674767374992371, "kl": 0.0752834757422186, "entropy": 0.4874630581801105, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [7, 4, "7", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007226613815873861, "gradient_norm_before_clip": 0.7977709770202637, "kl": 0.0725584692425198, "entropy": 0.42597198486328125, "ratio_outside_clip": 0.0}, {"loss": -0.009420971386134624, "gradient_norm_before_clip": 0.7761924862861633, "kl": 0.07313376002841526, "entropy": 0.4246326552497016, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "12", true], [7, 2, "9", true], [7, 2, "9", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.036738697439432144, "gradient_norm_before_clip": 0.8892244696617126, "kl": 0.061564677470439186, "entropy": 0.4638359482223923, "ratio_outside_clip": 0.0}, {"loss": 0.03448236361145973, "gradient_norm_before_clip": 0.8911837935447693, "kl": 0.061952732704781195, "entropy": 0.462709581529772, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 8, "17", true], [9, 8, "138", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.027453778311610222, "gradient_norm_before_clip": 0.6842131018638611, "kl": 0.10509559254587432, "entropy": 0.3979645717291184, "ratio_outside_clip": 0.0}, {"loss": 0.02503608539700508, "gradient_norm_before_clip": 0.6670154929161072, "kl": 0.10600259568956164, "entropy": 0.3970795619634934, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "10", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [9, 6, "18", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "125", true], [9, 6, "137", true], [9, 6, "15", true], [9, 6, "124", true], [9, 6, "15", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "1337", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.053064651787281036, "gradient_norm_before_clip": 0.7003188729286194, "kl": 0.09875442504882813, "entropy": 0.4414569091796875, "ratio_outside_clip": 0.0}, {"loss": 0.05044608563184738, "gradient_norm_before_clip": 0.6663667559623718, "kl": 0.09952691214425223, "entropy": 0.44053458077566965, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[8, 8, "17", true], [8, 8, "13", true], [8, 8, "137", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "110", true], [8, 8, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0022724394220858812, "gradient_norm_before_clip": 0.4083828032016754, "kl": 0.07574777249936704, "entropy": 0.4537945971076871, "ratio_outside_clip": 0.0}, {"loss": 0.0014766039093956351, "gradient_norm_before_clip": 0.4068223536014557, "kl": 0.0760552677107446, "entropy": 0.4535590748728057, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [3, 9, "13", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.013933955691754818, "gradient_norm_before_clip": 0.7644805908203125, "kl": 0.06362892196563903, "entropy": 0.3408262743921337, "ratio_outside_clip": 0.0}, {"loss": -0.016498340293765068, "gradient_norm_before_clip": 0.7398249506950378, "kl": 0.06385606777168319, "entropy": 0.33946154931348244, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "16", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "139", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.002474194159731269, "gradient_norm_before_clip": 0.42595046758651733, "kl": 0.08247297891178486, "entropy": 0.43545200513756793, "ratio_outside_clip": 0.0}, {"loss": 0.002056143945083022, "gradient_norm_before_clip": 0.4269818067550659, "kl": 0.08223154530021715, "entropy": 0.4364648191084773, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "9", true], [6, 6, "12", true], [6, 6, "12", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "1", true], [1, 5, "6", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010188814252614975, "gradient_norm_before_clip": 0.5379276275634766, "kl": 0.06411424383416876, "entropy": 0.46393067686707823, "ratio_outside_clip": 0.0}, {"loss": -0.012118887156248093, "gradient_norm_before_clip": 0.5360118746757507, "kl": 0.06393523316283325, "entropy": 0.46394028030075396, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "19", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008724062703549862, "gradient_norm_before_clip": 0.41505166888237, "kl": 0.08376227550625061, "entropy": 0.46477811825201376, "ratio_outside_clip": 0.0}, {"loss": 0.008112571202218533, "gradient_norm_before_clip": 0.41407543420791626, "kl": 0.0837684536572569, "entropy": 0.46487227730129077, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "110", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "17", true], [8, 8, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "137", true], [6, 9, "17", true], [6, 9, "17", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.010558501817286015, "gradient_norm_before_clip": 0.6387624144554138, "kl": 0.07629029054819426, "entropy": 0.4077480150305707, "ratio_outside_clip": 0.0}, {"loss": -0.013512211851775646, "gradient_norm_before_clip": 0.6245254874229431, "kl": 0.07633924780425078, "entropy": 0.4066669629967731, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "139", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [6, 6, "12", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "16", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012581589631736279, "gradient_norm_before_clip": 0.5247849822044373, "kl": 0.09482852323555652, "entropy": 0.4760691795820071, "ratio_outside_clip": 0.0}, {"loss": 0.009603423997759819, "gradient_norm_before_clip": 0.5230347514152527, "kl": 0.09469596839245455, "entropy": 0.4760251457308545, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[8, 9, "15", true], [8, 9, "17", true], [8, 9, "175113", false], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "156", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "0", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02940424159169197, "gradient_norm_before_clip": 0.7083745002746582, "kl": 0.07924006436322187, "entropy": 0.4881111866719014, "ratio_outside_clip": 0.0}, {"loss": 0.02862960286438465, "gradient_norm_before_clip": 0.7056917548179626, "kl": 0.07922442539318188, "entropy": 0.48758182010135137, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "9", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "12", true], [7, 6, "14", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018223920837044716, "gradient_norm_before_clip": 0.6194596290588379, "kl": 0.07251574721517443, "entropy": 0.3601301651966723, "ratio_outside_clip": 0.0}, {"loss": -0.02088567614555359, "gradient_norm_before_clip": 0.6106704473495483, "kl": 0.0727161938631082, "entropy": 0.35887177382843405, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [5, 2, "7", true], [5, 2, "70", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [6, 2, "0", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.001758073689416051, "gradient_norm_before_clip": 0.4999399185180664, "kl": 0.06779418895447176, "entropy": 0.4029647228764553, "ratio_outside_clip": 0.0}, {"loss": -0.0031093740835785866, "gradient_norm_before_clip": 0.49621859192848206, "kl": 0.06826382057339538, "entropy": 0.4026084600710401, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "133", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "0", true], [3, 4, "7", true], [3, 4, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "7", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "138", true], [8, 8, "18", true], [8, 8, "17", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00601657060906291, "gradient_norm_before_clip": 0.6316932439804077, "kl": 0.11090657769179926, "entropy": 0.5070774729658918, "ratio_outside_clip": 0.0}, {"loss": 0.002017660066485405, "gradient_norm_before_clip": 0.6136410236358643, "kl": 0.11293405439795517, "entropy": 0.5050465653582317, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "", true], [0, 1, "1", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "12", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0019694454967975616, "gradient_norm_before_clip": 0.5544530153274536, "kl": 0.06564725637435913, "entropy": 0.4111957550048828, "ratio_outside_clip": 0.0}, {"loss": 0.00060996413230896, "gradient_norm_before_clip": 0.5464915633201599, "kl": 0.066930490732193, "entropy": 0.40888395309448244, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "1", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "18", true], [8, 8, "116", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.00809352844953537, "gradient_norm_before_clip": 0.8043864965438843, "kl": 0.07593480412831563, "entropy": 0.35404685014736154, "ratio_outside_clip": 0.0}, {"loss": -0.010877547785639763, "gradient_norm_before_clip": 0.7572900056838989, "kl": 0.0763596289172144, "entropy": 0.35302770922997756, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "13", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.038538504391908646, "gradient_norm_before_clip": 0.9490669965744019, "kl": 0.049973844045616056, "entropy": 0.3200573748852833, "ratio_outside_clip": 0.0}, {"loss": -0.04072592779994011, "gradient_norm_before_clip": 0.910380482673645, "kl": 0.0504326418221715, "entropy": 0.31852703783885544, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[0, 1, "1", true], [0, 1, "0", true], [0, 1, "9", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "8", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 8, "17", true], [9, 8, "195118", false], [9, 8, "17", true], [9, 8, "139", true], [9, 8, "137", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 5, "1", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "9", true], [9, 8, "137", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "17", true], [9, 8, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.023251669481396675, "gradient_norm_before_clip": 0.7244003415107727, "kl": 0.09376409012458228, "entropy": 0.41668992235481395, "ratio_outside_clip": 0.0}, {"loss": 0.019233036786317825, "gradient_norm_before_clip": 0.7012922167778015, "kl": 0.09260342989353776, "entropy": 0.41498204049347454, "ratio_outside_clip": 0.0}]}, {"step": 226, "rows": [[6, 9, "15", true], [6, 9, "15", true], [6, 9, "1317", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "15", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.022634921595454216, "gradient_norm_before_clip": 0.6040608286857605, "kl": 0.07422497807716837, "entropy": 0.5409056994379783, "ratio_outside_clip": 0.0}, {"loss": 0.02113114856183529, "gradient_norm_before_clip": 0.6006906032562256, "kl": 0.0738532137708599, "entropy": 0.53973388671875, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "7", true], [0, 1, "0", true], [0, 1, "2", true], [0, 1, "1", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "0", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0022060940973460674, "gradient_norm_before_clip": 0.6321102380752563, "kl": 0.07353631187887753, "entropy": 0.5293885960298426, "ratio_outside_clip": 0.0}, {"loss": 0.00018294769688509405, "gradient_norm_before_clip": 0.6186981797218323, "kl": 0.07336458739112406, "entropy": 0.5296674055211684, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "137", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "137", true], [9, 6, "137", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0254630409181118, "gradient_norm_before_clip": 0.857417106628418, "kl": 0.05983267620110967, "entropy": 0.4359644507146945, "ratio_outside_clip": 0.0}, {"loss": 0.023590093478560448, "gradient_norm_before_clip": 0.8535178899765015, "kl": 0.05931817801894656, "entropy": 0.4357725009796726, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [9, 2, "1", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "13", true], [7, 5, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "16", true], [9, 4, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018047193065285683, "gradient_norm_before_clip": 0.5666424036026001, "kl": 0.06204765692524526, "entropy": 0.2909710982750202, "ratio_outside_clip": 0.0}, {"loss": -0.020809903740882874, "gradient_norm_before_clip": 0.5441939830780029, "kl": 0.06212320546994264, "entropy": 0.29098683938212777, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [7, 0, "7", true], [7, 0, "1", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.022033151239156723, "gradient_norm_before_clip": 0.703000545501709, "kl": 0.06690129017669882, "entropy": 0.40273151781735006, "ratio_outside_clip": 0.0}, {"loss": -0.02438410371541977, "gradient_norm_before_clip": 0.7132946848869324, "kl": 0.06808325748315594, "entropy": 0.40017945974465186, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.016647573560476303, "gradient_norm_before_clip": 0.4686248302459717, "kl": 0.07970663667456504, "entropy": 0.3253955958079707, "ratio_outside_clip": 0.0}, {"loss": 0.015007643960416317, "gradient_norm_before_clip": 0.45254403352737427, "kl": 0.08005634261055226, "entropy": 0.3249499315133124, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "14", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "166", true], [6, 9, "15", true], [6, 9, "139", true], [6, 9, "15", true], [6, 9, "19", true], [6, 9, "106000", false], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0023405926767736673, "gradient_norm_before_clip": 0.5240203738212585, "kl": 0.06669320953026246, "entropy": 0.3695463116249342, "ratio_outside_clip": 0.0}, {"loss": -0.0033023329451680183, "gradient_norm_before_clip": 0.5284988284111023, "kl": 0.06703653228416871, "entropy": 0.3682333699772867, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "11", true], [4, 8, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "9", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "135", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.002035197801887989, "gradient_norm_before_clip": 0.9917715191841125, "kl": 0.07080575010993263, "entropy": 0.3223853978243741, "ratio_outside_clip": 0.0}, {"loss": -0.006841263268142939, "gradient_norm_before_clip": 0.8983907103538513, "kl": 0.0707807324149392, "entropy": 0.32193779945373535, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [2, 7, "4", true], [2, 7, "4", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "9", true], [8, 8, "15", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0049645258113741875, "gradient_norm_before_clip": 0.572336733341217, "kl": 0.07919155408258308, "entropy": 0.5082600214709975, "ratio_outside_clip": 0.0}, {"loss": 0.002891892334446311, "gradient_norm_before_clip": 0.5635297894477844, "kl": 0.08044541372011786, "entropy": 0.5075909862779591, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014568892307579517, "gradient_norm_before_clip": 0.5439788699150085, "kl": 0.06903515221937648, "entropy": 0.3758368342177673, "ratio_outside_clip": 0.0}, {"loss": -0.015811216086149216, "gradient_norm_before_clip": 0.5188345909118652, "kl": 0.06862307494541384, "entropy": 0.37545234152356033, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "120", true], [9, 4, "13", true], [9, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.023812420666217804, "gradient_norm_before_clip": 0.6582942605018616, "kl": 0.08096885092464494, "entropy": 0.3029269465693721, "ratio_outside_clip": 0.0}, {"loss": 0.023854956030845642, "gradient_norm_before_clip": 0.6775821447372437, "kl": 0.08122238112084659, "entropy": 0.3026863380714699, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "100", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "1", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04737509414553642, "gradient_norm_before_clip": 0.9330008029937744, "kl": 0.07493184252483089, "entropy": 0.42949215958758097, "ratio_outside_clip": 0.0}, {"loss": 0.04221968725323677, "gradient_norm_before_clip": 0.852179229259491, "kl": 0.07571198882126226, "entropy": 0.4262732063851705, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[0, 0, "7", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "1", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "1", true], [2, 4, "4", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "2", true], [2, 5, "7", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "2", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004111974500119686, "gradient_norm_before_clip": 1.106992483139038, "kl": 0.08368487705458079, "entropy": 0.4285031754449503, "ratio_outside_clip": 0.0}, {"loss": -0.012162218801677227, "gradient_norm_before_clip": 0.5371788740158081, "kl": 0.08319890104382244, "entropy": 0.4225202396215982, "ratio_outside_clip": 0.006622516556291391}]}, {"step": 239, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "137", true], [9, 6, "15", true], [9, 6, "137", true], [8, 1, "7", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.023402053862810135, "gradient_norm_before_clip": 0.6043544411659241, "kl": 0.07952858126440714, "entropy": 0.36642899624136993, "ratio_outside_clip": 0.0}, {"loss": 0.023082762956619263, "gradient_norm_before_clip": 0.6577028632164001, "kl": 0.07930711812751237, "entropy": 0.36445360405500543, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 9, "15", true], [6, 9, "166685", false], [6, 9, "951511", false], [6, 9, "16", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "118", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "9155", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "134", true], [8, 8, "17", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.02004307135939598, "gradient_norm_before_clip": 0.40788787603378296, "kl": 0.0704132985260527, "entropy": 0.43911368159924524, "ratio_outside_clip": 0.0}, {"loss": 0.01889648288488388, "gradient_norm_before_clip": 0.4096111059188843, "kl": 0.06949412351274221, "entropy": 0.43879350565247616, "ratio_outside_clip": 0.0}]}], "substring": [{"step": 1, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "8", true], [4, 5, "1", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "107", true], [2, 8, "10", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [9, 6, "15", true], [9, 6, "113", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "126", true], [9, 6, "12", true], [9, 6, "1324", true], [9, 6, "991157", false], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "8", true], [4, 3, "7", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "0", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015497489832341671, "gradient_norm_before_clip": 0.6672854423522949, "kl": 2.139983474841281e-09, "entropy": 0.7307460473018622, "ratio_outside_clip": 0.0}, {"loss": -0.03200622648000717, "gradient_norm_before_clip": 0.5724465847015381, "kl": 0.0008014059104259659, "entropy": 0.7316592234485554, "ratio_outside_clip": 0.012578616352201259}]}, {"step": 2, "rows": [[8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "13", true], [7, 4, "102", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "12", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0028239593375474215, "gradient_norm_before_clip": 0.550693154335022, "kl": 0.001334276001948815, "entropy": 0.6256523627739448, "ratio_outside_clip": 0.0}, {"loss": -0.009520960971713066, "gradient_norm_before_clip": 0.5365169048309326, "kl": 0.0025237688383498748, "entropy": 0.6241330233487216, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "11", true], [9, 1, "11", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "126", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "1", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "112", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "8", true], [4, 3, "3", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "0", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0052728718146681786, "gradient_norm_before_clip": 0.5128879547119141, "kl": 0.0035876281799808625, "entropy": 0.6794197328629032, "ratio_outside_clip": 0.0}, {"loss": 0.002525946358218789, "gradient_norm_before_clip": 0.5041174292564392, "kl": 0.004362573162201912, "entropy": 0.6786678191154234, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "3", true], [0, 0, "9", true], [0, 0, "8", true], [0, 0, "8", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "16", true], [4, 8, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 1, "", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.008425555191934109, "gradient_norm_before_clip": 0.5697458386421204, "kl": 0.0033317580258935913, "entropy": 0.7691745041008282, "ratio_outside_clip": 0.0}, {"loss": -0.010841462761163712, "gradient_norm_before_clip": 0.562154233455658, "kl": 0.0033060778352550996, "entropy": 0.7685996607730263, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[9, 8, "17", true], [9, 8, "132", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "18", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "6", true], [9, 8, "15", true], [9, 8, "1312", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "114", true], [9, 8, "17", true], [9, 8, "17", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "0", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13212", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01641632243990898, "gradient_norm_before_clip": 0.5767280459403992, "kl": 0.006731768327256653, "entropy": 0.7853094931760448, "ratio_outside_clip": 0.0}, {"loss": 0.01205475814640522, "gradient_norm_before_clip": 0.56770259141922, "kl": 0.006601877739093055, "entropy": 0.7833909110788919, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "010", true], [0, 1, "0", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "", true], [0, 1, "0", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "19", true], [7, 2, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [6, 7, "1313", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "12", true], [2, 9, "13", true], [2, 9, "10", true], [2, 9, "12", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009723426774144173, "gradient_norm_before_clip": 0.5713217258453369, "kl": 0.008765093839851914, "entropy": 0.6804781385288117, "ratio_outside_clip": 0.0}, {"loss": -0.01400033663958311, "gradient_norm_before_clip": 0.5568364858627319, "kl": 0.00875374010414075, "entropy": 0.679920075046029, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[1, 0, "00", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "8", true], [1, 1, "3", true], [1, 1, "2", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "1", true], [1, 8, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "10", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "6", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "11", true], [7, 6, "13", true], [7, 6, "1327", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009550697170197964, "gradient_norm_before_clip": 0.5255979299545288, "kl": 0.009136631103332885, "entropy": 0.6386618243006175, "ratio_outside_clip": 0.0}, {"loss": 0.006720844190567732, "gradient_norm_before_clip": 0.5288318991661072, "kl": 0.009318612292855086, "entropy": 0.6388788280372848, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "7", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "2", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0074541158974170685, "gradient_norm_before_clip": 0.6153497099876404, "kl": 0.00468998806817191, "entropy": 0.6435889652797154, "ratio_outside_clip": 0.0}, {"loss": 0.004784114193171263, "gradient_norm_before_clip": 0.6121888160705566, "kl": 0.005004655889102391, "entropy": 0.6417902265276227, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[1, 1, "0", true], [1, 1, "0", true], [1, 1, "7", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "8", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "9", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009161623194813728, "gradient_norm_before_clip": 0.8272219896316528, "kl": 0.008954037790713102, "entropy": 0.6458477075549139, "ratio_outside_clip": 0.0}, {"loss": 0.003694450482726097, "gradient_norm_before_clip": 0.8192877173423767, "kl": 0.009667400000751883, "entropy": 0.6419679945793705, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[6, 6, "15", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [1, 9, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.031898219138383865, "gradient_norm_before_clip": 0.5946784019470215, "kl": 0.008371755134227664, "entropy": 0.5199674561966298, "ratio_outside_clip": 0.0}, {"loss": -0.03530561551451683, "gradient_norm_before_clip": 0.5814418792724609, "kl": 0.00901729561561762, "entropy": 0.518896413403888, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[4, 9, "12", true], [4, 9, "14", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "3", true], [6, 2, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "0", true], [1, 5, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.019055886194109917, "gradient_norm_before_clip": 0.5539781451225281, "kl": 0.011440246889035995, "entropy": 0.6637315096920484, "ratio_outside_clip": 0.0}, {"loss": 0.015973905101418495, "gradient_norm_before_clip": 0.522540807723999, "kl": 0.012803414913072977, "entropy": 0.6614098744849636, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[6, 7, "17", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [2, 6, "80", true], [2, 6, "9", true], [2, 6, "0", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 4, "8", true], [2, 4, "4", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "1", true], [7, 0, "7", true], [7, 0, "7", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "10", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02417968213558197, "gradient_norm_before_clip": 0.7446455359458923, "kl": 0.01629994629295009, "entropy": 0.6234701849093103, "ratio_outside_clip": 0.0}, {"loss": -0.029255179688334465, "gradient_norm_before_clip": 0.7008516788482666, "kl": 0.01626520247975732, "entropy": 0.6196349320138336, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "9", true], [9, 3, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "12", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "4", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "3", true], [0, 0, "6", true], [0, 0, "16", true], [0, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00045025270082987845, "gradient_norm_before_clip": 0.49988415837287903, "kl": 0.01500836171601948, "entropy": 0.6047409459164268, "ratio_outside_clip": 0.0}, {"loss": -0.0017874060431495309, "gradient_norm_before_clip": 0.48363813757896423, "kl": 0.017787166331943712, "entropy": 0.6028978448165091, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "9", true], [2, 8, "11", true], [2, 8, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "113", true], [6, 9, "13", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "2", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "1324", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "13", true], [6, 9, "124", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "1300", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00467904144898057, "gradient_norm_before_clip": 0.6321067214012146, "kl": 0.017929516898261177, "entropy": 0.6323066711425781, "ratio_outside_clip": 0.0}, {"loss": -0.006258336827158928, "gradient_norm_before_clip": 0.6348820328712463, "kl": 0.019682815339830188, "entropy": 0.633224614461263, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[7, 4, "12", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "1", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "9", true], [2, 1, "3", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.021580811589956284, "gradient_norm_before_clip": 0.694139301776886, "kl": 0.011462753332113917, "entropy": 0.5962458260451691, "ratio_outside_clip": 0.0}, {"loss": -0.023539839312434196, "gradient_norm_before_clip": 0.6819570660591125, "kl": 0.01170834031286119, "entropy": 0.5952436229850673, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "1300", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "12", true], [9, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.005424745846539736, "gradient_norm_before_clip": 0.9186582565307617, "kl": 0.027801979793591447, "entropy": 0.48473941074328475, "ratio_outside_clip": 0.0}, {"loss": -3.138820829917677e-05, "gradient_norm_before_clip": 0.8943496346473694, "kl": 0.024986936804953584, "entropy": 0.4836379061923938, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "18", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [4, 9, "13", true], [4, 9, "1326", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [4, 9, "15", true], [4, 9, "1327", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "00", true], [0, 1, "1", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005102433729916811, "gradient_norm_before_clip": 0.5202448964118958, "kl": 0.026250608039624763, "entropy": 0.6233981045809659, "ratio_outside_clip": 0.0}, {"loss": -0.007205734960734844, "gradient_norm_before_clip": 0.5110681653022766, "kl": 0.02424718105431759, "entropy": 0.6231812448212595, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "26", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "9", true], [7, 0, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.002201670315116644, "gradient_norm_before_clip": 0.6337882876396179, "kl": 0.01843704594124993, "entropy": 0.6749663318661477, "ratio_outside_clip": 0.0}, {"loss": -0.005044492892920971, "gradient_norm_before_clip": 0.6275202035903931, "kl": 0.018016129088916366, "entropy": 0.6734320002494099, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[8, 0, "9", true], [8, 0, "10", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "9116", true], [6, 9, "1", true], [6, 9, "13", true], [6, 9, "16", true], [6, 9, "16", true], [6, 9, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "19", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "11", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "10", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00040531312697567046, "gradient_norm_before_clip": 0.43919217586517334, "kl": 0.013510179519653321, "entropy": 0.698248537125126, "ratio_outside_clip": 0.0}, {"loss": -3.843000013148412e-05, "gradient_norm_before_clip": 0.4491412043571472, "kl": 0.013614283838579731, "entropy": 0.6984675253591229, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "9", true], [1, 1, "", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "123", true], [7, 5, "16", true], [7, 5, "13", true], [7, 5, "1120", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "11", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "1", true], [0, 7, "0", true], [0, 7, "8", true], [0, 7, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02584143541753292, "gradient_norm_before_clip": 0.5470738410949707, "kl": 0.0350306763940928, "entropy": 0.7387016452088648, "ratio_outside_clip": 0.0}, {"loss": -0.028726153075695038, "gradient_norm_before_clip": 0.5421706438064575, "kl": 0.033632460094633554, "entropy": 0.7392841780266795, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "15", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "99116", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true], [4, 7, "10", true], [0, 0, "10", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "113", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "791116", false], [9, 6, "1312", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010747094638645649, "gradient_norm_before_clip": 0.5851882696151733, "kl": 0.024508360493389857, "entropy": 0.6726369692411037, "ratio_outside_clip": 0.0}, {"loss": 0.009267457760870457, "gradient_norm_before_clip": 0.5915239453315735, "kl": 0.025555729176956796, "entropy": 0.6725612927034411, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1040", true], [9, 3, "12", true], [9, 3, "12", true], [0, 1, "3", true], [0, 1, "2", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "16", true], [9, 4, "12", true], [9, 4, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.013123488053679466, "gradient_norm_before_clip": 0.6903437376022339, "kl": 0.024871983311393044, "entropy": 0.5358787883411754, "ratio_outside_clip": 0.0}, {"loss": -0.0167706236243248, "gradient_norm_before_clip": 0.6577811241149902, "kl": 0.025380828163840553, "entropy": 0.5354347662492231, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "1", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "0", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "19", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.002099445555359125, "gradient_norm_before_clip": 0.49146902561187744, "kl": 0.01812216285225395, "entropy": 0.7557643543590199, "ratio_outside_clip": 0.0}, {"loss": -0.002810303121805191, "gradient_norm_before_clip": 0.48976749181747437, "kl": 0.01880652754456847, "entropy": 0.7547327321726125, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "1", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "8", true], [2, 4, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "8", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "60", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "179111", false], [8, 9, "17", true], [8, 9, "116", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010298065841197968, "gradient_norm_before_clip": 0.6789993047714233, "kl": 0.025366021402227053, "entropy": 0.6670305743907232, "ratio_outside_clip": 0.0}, {"loss": 0.007798377890139818, "gradient_norm_before_clip": 0.6748243570327759, "kl": 0.026093006134033203, "entropy": 0.6669806234491696, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 6, "8", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "13", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "13", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [0, 1, "2", true], [0, 1, "1000", true], [0, 1, "2", true], [0, 1, "", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.06436663866043091, "gradient_norm_before_clip": 0.689741313457489, "kl": 0.025504270195961, "entropy": 0.6110825061798095, "ratio_outside_clip": 0.0}, {"loss": -0.0666673481464386, "gradient_norm_before_clip": 0.6739429235458374, "kl": 0.02609419822692871, "entropy": 0.6103009223937989, "ratio_outside_clip": 0.0}]}, {"step": 26, "rows": [[4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "10", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "19", true], [9, 6, "17", true], [9, 6, "855", true], [9, 6, "16", true], [9, 6, "15", true], [0, 7, "6", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [2, 1, "8", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018430855125188828, "gradient_norm_before_clip": 0.6302783489227295, "kl": 0.021096302481258617, "entropy": 0.5930195527918198, "ratio_outside_clip": 0.0}, {"loss": -0.022447939962148666, "gradient_norm_before_clip": 0.5686894655227661, "kl": 0.02180487408357508, "entropy": 0.5903038473690257, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "4", true], [7, 1, "8", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 7, "8", true], [2, 7, "30", true], [2, 7, "6", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "420", true], [1, 3, "4", true], [1, 3, "4", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [9, 2, "13", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0004143027763348073, "gradient_norm_before_clip": 0.6900665163993835, "kl": 0.026684146349121925, "entropy": 0.6278044512482728, "ratio_outside_clip": 0.0}, {"loss": -0.002251475118100643, "gradient_norm_before_clip": 0.6859983205795288, "kl": 0.027247581352181985, "entropy": 0.6272550829413797, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[0, 6, "8", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "1", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "139", true], [6, 9, "15", true], [6, 9, "137", true], [6, 9, "134", true], [6, 9, "137", true], [6, 9, "16", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "1", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [1, 3, "4", true], [1, 3, "224", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "3", true], [8, 8, "15", true], [8, 8, "127", true], [8, 8, "17", true], [8, 8, "120", true], [8, 8, "18", true], [8, 8, "19", true], [8, 8, "1320", true], [8, 8, "1230", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "113", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.013121013529598713, "gradient_norm_before_clip": 0.5596264004707336, "kl": 0.03955023629324777, "entropy": 0.76739013671875, "ratio_outside_clip": 0.0}, {"loss": 0.01081811636686325, "gradient_norm_before_clip": 0.5589691996574402, "kl": 0.04030332292829241, "entropy": 0.7662799944196429, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [0, 7, "", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 2, "11", true], [9, 2, "16", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "112", true], [9, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008261042647063732, "gradient_norm_before_clip": 0.6426525115966797, "kl": 0.03319907928845897, "entropy": 0.592534793830066, "ratio_outside_clip": 0.0}, {"loss": -0.012409909628331661, "gradient_norm_before_clip": 0.6334128975868225, "kl": 0.0341553747283746, "entropy": 0.591174960876844, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[2, 8, "10", true], [2, 8, "1001", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "911", true], [7, 2, "9", true], [7, 2, "9", true], [9, 3, "112", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "10", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "8", true], [1, 5, "6", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "10", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "06", true], [5, 1, "0", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02431020885705948, "gradient_norm_before_clip": 0.6174528002738953, "kl": 0.03349393534373088, "entropy": 0.6201404433652579, "ratio_outside_clip": 0.0}, {"loss": -0.026456516236066818, "gradient_norm_before_clip": 0.6152564883232117, "kl": 0.03433379207748965, "entropy": 0.6199163413909544, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "10", true], [9, 3, "13", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "80", true], [6, 0, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "7", true], [0, 8, "0", true], [0, 8, "7", true], [0, 8, "6", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "112", true], [6, 6, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [4, 3, "10", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "0", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "6", true], [0, 1, "", true], [0, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "9", true], [5, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01661103218793869, "gradient_norm_before_clip": 0.5686065554618835, "kl": 0.040152357174799994, "entropy": 0.7100501427283654, "ratio_outside_clip": 0.0}, {"loss": -0.020149998366832733, "gradient_norm_before_clip": 0.55635005235672, "kl": 0.040167206372970186, "entropy": 0.7088558001395984, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "6", true], [1, 8, "9", true], [9, 2, "10", true], [9, 2, "15", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "1791", true], [8, 9, "17", true], [8, 9, "18112", true], [8, 9, "139", true], [8, 9, "15", true], [8, 9, "150", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01551434863358736, "gradient_norm_before_clip": 0.4955073595046997, "kl": 0.03518158726438263, "entropy": 0.5979755108173077, "ratio_outside_clip": 0.0}, {"loss": 0.014061377383768559, "gradient_norm_before_clip": 0.4897727072238922, "kl": 0.03597231306267913, "entropy": 0.5976952547152367, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "9", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "0", true], [4, 5, "3", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.020066872239112854, "gradient_norm_before_clip": 0.5891274213790894, "kl": 0.025563370097767223, "entropy": 0.6555678360945695, "ratio_outside_clip": 0.0}, {"loss": 0.01816999725997448, "gradient_norm_before_clip": 0.5761163830757141, "kl": 0.025987391705279583, "entropy": 0.6559967894654174, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "1", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "115", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "0", true], [5, 2, "7", true], [5, 2, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [2, 1, "320", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.004489632323384285, "gradient_norm_before_clip": 0.5274721384048462, "kl": 0.03012010325556216, "entropy": 0.5914372983186141, "ratio_outside_clip": 0.0}, {"loss": 0.0024489490315318108, "gradient_norm_before_clip": 0.5229705572128296, "kl": 0.030424177276421778, "entropy": 0.5904385110606318, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "9", true], [4, 2, "9", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "4", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1234", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [8, 0, "0", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "6", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "1226", true], [6, 7, "13", true], [6, 7, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01345515064895153, "gradient_norm_before_clip": 0.6639260053634644, "kl": 0.03346563125989452, "entropy": 0.6670449298361073, "ratio_outside_clip": 0.0}, {"loss": 0.01174106914550066, "gradient_norm_before_clip": 0.6560589671134949, "kl": 0.03367626592979668, "entropy": 0.6662798105559734, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[6, 4, "10", true], [6, 4, "00", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "123", true], [6, 9, "134", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "9", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "11", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008022802881896496, "gradient_norm_before_clip": 0.6676154732704163, "kl": 0.03941455888159481, "entropy": 0.604794019534264, "ratio_outside_clip": 0.0}, {"loss": 0.003623132361099124, "gradient_norm_before_clip": 0.6397367119789124, "kl": 0.0410672617547306, "entropy": 0.6047065169722946, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[1, 5, "3", true], [1, 5, "8", true], [1, 5, "7", true], [1, 5, "10", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "0", true], [1, 5, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "700", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02673432230949402, "gradient_norm_before_clip": 0.6396312117576599, "kl": 0.041886685000863046, "entropy": 0.5604149885238356, "ratio_outside_clip": 0.0}, {"loss": 0.02701745741069317, "gradient_norm_before_clip": 0.6548442244529724, "kl": 0.04331809851773985, "entropy": 0.560680510891471, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [1, 3, "4", true], [1, 3, "", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "152600", false], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "165112", false], [8, 9, "14", true], [9, 1, "9", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "7", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "12", true], [4, 7, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01459461823105812, "gradient_norm_before_clip": 0.5265458822250366, "kl": 0.040812707360769286, "entropy": 0.5775479002495032, "ratio_outside_clip": 0.0}, {"loss": -0.01584642380475998, "gradient_norm_before_clip": 0.5158983469009399, "kl": 0.04100458332568924, "entropy": 0.576154278881977, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[7, 6, "1233", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "1100", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [1, 2, "3", true], [1, 2, "9", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.030521223321557045, "gradient_norm_before_clip": 0.7053900957107544, "kl": 0.04333609518920176, "entropy": 0.5705984442897097, "ratio_outside_clip": 0.0}, {"loss": -0.03353405371308327, "gradient_norm_before_clip": 0.6908631920814514, "kl": 0.04257585028924885, "entropy": 0.5683499849759616, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[7, 1, "10", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "4", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "8", true], [7, 4, "10", true], [7, 4, "13", true], [7, 4, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "8", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "1", true], [6, 9, "113", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "8", true], [6, 9, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0007949683931656182, "gradient_norm_before_clip": 0.6057722568511963, "kl": 0.04908109691045056, "entropy": 0.7388574260554902, "ratio_outside_clip": 0.0}, {"loss": -0.0034525361843407154, "gradient_norm_before_clip": 0.6023476719856262, "kl": 0.04874156925776233, "entropy": 0.7372747969953981, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "00", true], [8, 0, "8", true], [8, 0, "7", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "9", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01372005045413971, "gradient_norm_before_clip": 0.9105237722396851, "kl": 0.05665951371192932, "entropy": 0.5758252143859863, "ratio_outside_clip": 0.0}, {"loss": -0.018789827823638916, "gradient_norm_before_clip": 0.8740987777709961, "kl": 0.05309228897094727, "entropy": 0.5751439571380615, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "128", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "15", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "12", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "8", true], [6, 0, "7", true], [0, 0, "0", true], [0, 0, "600", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1010", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02561279945075512, "gradient_norm_before_clip": 0.44667521119117737, "kl": 0.03810089959038628, "entropy": 0.5999437120225695, "ratio_outside_clip": 0.0}, {"loss": -0.02800377830862999, "gradient_norm_before_clip": 0.42132747173309326, "kl": 0.0362911860148112, "entropy": 0.5985244750976563, "ratio_outside_clip": 0.005555555555555556}]}, {"step": 43, "rows": [[9, 3, "16", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "9", true], [4, 7, "9", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [2, 4, "3", true], [2, 4, "2", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.016487615182995796, "gradient_norm_before_clip": 0.49843835830688477, "kl": 0.039499252465120545, "entropy": 0.6379897002201931, "ratio_outside_clip": 0.0}, {"loss": -0.018769146874547005, "gradient_norm_before_clip": 0.5015353560447693, "kl": 0.03858576610589483, "entropy": 0.6354571785896447, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [6, 9, "15", true], [6, 9, "137", true], [6, 9, "13", true], [6, 9, "1322", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "113", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "1212", true], [5, 8, "13", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "911", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1316", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03404296189546585, "gradient_norm_before_clip": 0.49329814314842224, "kl": 0.0465710080903152, "entropy": 0.6640093573208513, "ratio_outside_clip": 0.0}, {"loss": 0.03400872275233269, "gradient_norm_before_clip": 0.5012017488479614, "kl": 0.04520983531557281, "entropy": 0.6637566665123249, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "7", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "13", true], [5, 1, "7", true], [5, 1, "6", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [8, 2, "8", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003880732227116823, "gradient_norm_before_clip": 0.5381026268005371, "kl": 0.036380578489864576, "entropy": 0.7030137566959157, "ratio_outside_clip": 0.0}, {"loss": -0.00438278540968895, "gradient_norm_before_clip": 0.5369248390197754, "kl": 0.03673413921804989, "entropy": 0.7021454081815832, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[4, 2, "6", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "13324", true], [6, 9, "122", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "7", true], [1, 5, "3", true], [1, 5, "0", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "8", true], [6, 0, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "120", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021920008584856987, "gradient_norm_before_clip": 0.6510739326477051, "kl": 0.045273407396063746, "entropy": 0.6731218085231552, "ratio_outside_clip": 0.0}, {"loss": 0.018447665497660637, "gradient_norm_before_clip": 0.6257113218307495, "kl": 0.04646509813975139, "entropy": 0.6701483669051205, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "2", true], [3, 4, "9", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "8", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [5, 2, "6", true], [5, 2, "1", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "0", true], [5, 2, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0009176399908028543, "gradient_norm_before_clip": 0.5170965194702148, "kl": 0.030587898360358343, "entropy": 0.6373121473524306, "ratio_outside_clip": 0.0}, {"loss": -0.0003171298303641379, "gradient_norm_before_clip": 0.5139923095703125, "kl": 0.03075545032819112, "entropy": 0.6357371012369791, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1202", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "11", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "110", true], [2, 8, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [9, 3, "1", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004401876591145992, "gradient_norm_before_clip": 0.8009091019630432, "kl": 0.0391885553087507, "entropy": 0.5431542169480097, "ratio_outside_clip": 0.0}, {"loss": 0.0015734037151560187, "gradient_norm_before_clip": 0.7900863885879517, "kl": 0.038833405290331156, "entropy": 0.5426375979468936, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "1129", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "310", true], [7, 4, "10", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "12", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.006175951566547155, "gradient_norm_before_clip": 0.9142333269119263, "kl": 0.051602827104110294, "entropy": 0.5021477384940206, "ratio_outside_clip": 0.0}, {"loss": -0.012238520197570324, "gradient_norm_before_clip": 0.8817452192306519, "kl": 0.05064440572727992, "entropy": 0.5000935986055343, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "3", true], [1, 0, "1", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "112", true], [7, 6, "137", true], [7, 6, "15", true], [7, 6, "1300", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [4, 5, "700", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.014817094430327415, "gradient_norm_before_clip": 0.7433766722679138, "kl": 0.06378399905036478, "entropy": 0.5881766824161305, "ratio_outside_clip": 0.0}, {"loss": -0.018122319132089615, "gradient_norm_before_clip": 0.7330504059791565, "kl": 0.06522392946131089, "entropy": 0.5909523907829733, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[0, 6, "6", true], [0, 6, "60008", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "1110", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "1223", true], [5, 8, "13", true], [5, 8, "1200", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [8, 9, "17", true], [8, 9, "1312", true], [8, 9, "15", true], [8, 9, "116", true], [8, 9, "12224", true], [8, 9, "15", true], [8, 9, "1313", true], [8, 9, "15", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "90", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [2, 5, "3", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.050686851143836975, "gradient_norm_before_clip": 0.556212842464447, "kl": 0.047614059007236725, "entropy": 0.7090743842152502, "ratio_outside_clip": 0.0}, {"loss": 0.04774446412920952, "gradient_norm_before_clip": 0.5055783987045288, "kl": 0.05092745433653021, "entropy": 0.7101062929010116, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [9, 6, "15", true], [9, 6, "113", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "134", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "138", true], [8, 5, "13", true], [8, 5, "13", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "7", true], [1, 5, "7", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "0", true], [1, 5, "2", true], [1, 5, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05293332785367966, "gradient_norm_before_clip": 0.49904268980026245, "kl": 0.05045751705291165, "entropy": 0.6937669401715516, "ratio_outside_clip": 0.0}, {"loss": 0.05243963375687599, "gradient_norm_before_clip": 0.5037471055984497, "kl": 0.05173089094222731, "entropy": 0.6937083833536525, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "80", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "124", true], [6, 7, "1234", true], [6, 7, "13", true], [8, 5, "1329", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "17", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03721758350729942, "gradient_norm_before_clip": 0.6379424333572388, "kl": 0.06555342830084508, "entropy": 0.7081390081667432, "ratio_outside_clip": 0.0}, {"loss": 0.03413216024637222, "gradient_norm_before_clip": 0.6327506899833679, "kl": 0.06580803441066368, "entropy": 0.7067294650607638, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "6", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "3", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "10", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "10", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "", true], [1, 1, "4", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.054363418370485306, "gradient_norm_before_clip": 0.7957048416137695, "kl": 0.04442346599740042, "entropy": 0.696593378631162, "ratio_outside_clip": 0.0}, {"loss": 0.05028359964489937, "gradient_norm_before_clip": 0.7821738123893738, "kl": 0.04462857649359905, "entropy": 0.693085468990702, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[4, 2, "2", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "10", true], [4, 2, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "9", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "9118", true], [7, 6, "13", true], [7, 6, "1232", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "1227", true], [5, 8, "13", true], [5, 8, "15", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [3, 1, "2", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05255339667201042, "gradient_norm_before_clip": 0.4900848865509033, "kl": 0.0677031348733341, "entropy": 0.7132754855685763, "ratio_outside_clip": 0.0}, {"loss": 0.05129288136959076, "gradient_norm_before_clip": 0.487423837184906, "kl": 0.06780542111864277, "entropy": 0.71118538052428, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 1, "0", true], [1, 1, "10", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "15", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0015326815191656351, "gradient_norm_before_clip": 0.6480135321617126, "kl": 0.051088896664706146, "entropy": 0.6401183388449929, "ratio_outside_clip": 0.0}, {"loss": -0.00018545558850746602, "gradient_norm_before_clip": 0.6352361440658569, "kl": 0.05071328522323014, "entropy": 0.6399307250976562, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[9, 6, "15", true], [9, 6, "15", true], [9, 6, "1339", true], [9, 6, "15", true], [9, 6, "110", true], [9, 6, "15", true], [9, 6, "112", true], [9, 6, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "100", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.04914642125368118, "gradient_norm_before_clip": 0.4830441176891327, "kl": 0.05507293769291469, "entropy": 0.6665178480602446, "ratio_outside_clip": 0.0}, {"loss": 0.04658256098628044, "gradient_norm_before_clip": 0.4761356711387634, "kl": 0.0558905942099435, "entropy": 0.6645367940266927, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [7, 6, "16", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "915191", false], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "4", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [8, 8, "13", true], [8, 8, "1512", true], [8, 8, "15", true], [8, 8, "124", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "15", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.031141139566898346, "gradient_norm_before_clip": 0.6922470927238464, "kl": 0.06015349251883371, "entropy": 0.6497516305106027, "ratio_outside_clip": 0.0}, {"loss": 0.028502659872174263, "gradient_norm_before_clip": 0.6383702158927917, "kl": 0.061214506966727124, "entropy": 0.6495549665178572, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 2, "3", true], [2, 2, "9", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "2", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [8, 9, "15", true], [8, 9, "135", true], [8, 9, "150000", false], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "35", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "2", true], [2, 2, "4", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "10", true], [2, 6, "11", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.003933495841920376, "gradient_norm_before_clip": 0.734097421169281, "kl": 0.046247284096407604, "entropy": 0.6409735622176205, "ratio_outside_clip": 0.0}, {"loss": 0.0019131941953673959, "gradient_norm_before_clip": 0.7415298223495483, "kl": 0.044124275805002236, "entropy": 0.6412777268742941, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "112", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [2, 9, "19", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "8", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "106", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "1016", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "1100", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018469756469130516, "gradient_norm_before_clip": 1.4783436059951782, "kl": 0.06129440219922998, "entropy": 0.5243876665488056, "ratio_outside_clip": 0.0}, {"loss": -0.018913453444838524, "gradient_norm_before_clip": 1.48451566696167, "kl": 0.060905401734099994, "entropy": 0.5236300764412716, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "6", true], [2, 1, "3", true], [2, 1, "7", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "16", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.051817137748003006, "gradient_norm_before_clip": 1.5226331949234009, "kl": 0.03822460541358361, "entropy": 0.6038528344570062, "ratio_outside_clip": 0.0}, {"loss": -0.05967019125819206, "gradient_norm_before_clip": 1.350143313407898, "kl": 0.0372004814637013, "entropy": 0.5988675631009616, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [2, 6, "2", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 6, "13", true], [7, 6, "134", true], [7, 6, "17", true], [7, 6, "1329", true], [7, 6, "13", true], [7, 6, "134", true], [7, 6, "13", true], [7, 6, "1332", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "8", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03348050266504288, "gradient_norm_before_clip": 0.7747527956962585, "kl": 0.045492751257760186, "entropy": 0.659116522058264, "ratio_outside_clip": 0.0}, {"loss": -0.03791569918394089, "gradient_norm_before_clip": 0.7397568225860596, "kl": 0.04601969657006202, "entropy": 0.6564287953562551, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [7, 6, "13", true], [7, 6, "1324", true], [7, 6, "12227", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "1317", true], [7, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "134", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.014081360772252083, "gradient_norm_before_clip": 0.6194478273391724, "kl": 0.05403694474553487, "entropy": 0.5685031844908932, "ratio_outside_clip": 0.0}, {"loss": 0.009901443496346474, "gradient_norm_before_clip": 0.5762912631034851, "kl": 0.055490913161312244, "entropy": 0.5669430652296686, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[7, 1, "10", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "1000", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [3, 1, "4", true], [3, 1, "660", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "323", true], [3, 1, "3", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "1080", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [0, 1, "1", true], [0, 1, "13", true], [0, 1, "123", true], [0, 1, "2", true], [0, 1, "2", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02609783038496971, "gradient_norm_before_clip": 0.6820646524429321, "kl": 0.03975514243630802, "entropy": 0.5389399808995864, "ratio_outside_clip": 0.0}, {"loss": -0.03289325535297394, "gradient_norm_before_clip": 0.6003033518791199, "kl": 0.0412725897396312, "entropy": 0.5363119686351103, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "4", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [0, 6, "4", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "110", true], [9, 3, "10", true], [9, 3, "13", true], [9, 3, "11", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010619666427373886, "gradient_norm_before_clip": 0.5731326937675476, "kl": 0.0441239927984347, "entropy": 0.5881711145874801, "ratio_outside_clip": 0.0}, {"loss": 0.011443485505878925, "gradient_norm_before_clip": 0.6248666644096375, "kl": 0.04729673665040617, "entropy": 0.5885524385294337, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[8, 0, "9", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "6", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "10", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 2, "1", true], [4, 2, "1", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [6, 2, "9", true], [6, 2, "13", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "6", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13224", true], [9, 6, "126", true], [9, 6, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05004621297121048, "gradient_norm_before_clip": 0.7904899716377258, "kl": 0.06211246314801668, "entropy": 0.7184324264526367, "ratio_outside_clip": 0.0}, {"loss": 0.04846451058983803, "gradient_norm_before_clip": 0.798122227191925, "kl": 0.06207169984516345, "entropy": 0.7184899982653166, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "113", true], [9, 2, "11", true], [9, 2, "11", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "1", true], [2, 6, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.007302907295525074, "gradient_norm_before_clip": 0.75765460729599, "kl": 0.030239934866138966, "entropy": 0.4731620391669301, "ratio_outside_clip": 0.0}, {"loss": -0.011124515905976295, "gradient_norm_before_clip": 0.7083080410957336, "kl": 0.030608050395987626, "entropy": 0.47006159435117867, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "10", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "10", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "123", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04593982920050621, "gradient_norm_before_clip": 0.9245016574859619, "kl": 0.08305598823887528, "entropy": 0.6106810843109325, "ratio_outside_clip": 0.0}, {"loss": 0.038097698241472244, "gradient_norm_before_clip": 0.8398082852363586, "kl": 0.07664556564039486, "entropy": 0.6124523673087928, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [6, 9, "139", true], [6, 9, "15", true], [6, 9, "1400", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "138", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "1300", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "1223", true], [6, 7, "13", true], [6, 7, "13", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05101378262042999, "gradient_norm_before_clip": 0.7641088366508484, "kl": 0.06635340777310458, "entropy": 0.5704702464017001, "ratio_outside_clip": 0.0}, {"loss": 0.04146934300661087, "gradient_norm_before_clip": 0.5735856890678406, "kl": 0.06249757788398049, "entropy": 0.568054892800071, "ratio_outside_clip": 0.005681818181818182}]}, {"step": 70, "rows": [[1, 7, "8", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [8, 9, "16", true], [8, 9, "1538", true], [8, 9, "13224", true], [8, 9, "1324", true], [8, 9, "15", true], [8, 9, "157119", false], [8, 9, "10", true], [8, 9, "15", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "110", true], [4, 7, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "17", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0016382236499339342, "gradient_norm_before_clip": 0.3932100534439087, "kl": 0.05663514550710689, "entropy": 0.5960191495156701, "ratio_outside_clip": 0.0}, {"loss": -0.0024190072435885668, "gradient_norm_before_clip": 0.368883341550827, "kl": 0.054116739703051614, "entropy": 0.595938004510251, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [7, 5, "15", true], [7, 5, "110", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01917846128344536, "gradient_norm_before_clip": 0.685766339302063, "kl": 0.049786472973758225, "entropy": 0.5908265309791042, "ratio_outside_clip": 0.0}, {"loss": 0.017622938379645348, "gradient_norm_before_clip": 0.681054413318634, "kl": 0.04929365523873943, "entropy": 0.5893479438677226, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "11", true], [3, 9, "12", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "2", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012636031955480576, "gradient_norm_before_clip": 0.620581865310669, "kl": 0.028446022345095266, "entropy": 0.6592833849848533, "ratio_outside_clip": 0.0}, {"loss": 0.010886318981647491, "gradient_norm_before_clip": 0.6192806959152222, "kl": 0.027641692129122156, "entropy": 0.6577912414965986, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "137", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "13", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "6", true], [8, 1, "9", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006707022897899151, "gradient_norm_before_clip": 0.5647262930870056, "kl": 0.05994619022716175, "entropy": 0.6061402853433188, "ratio_outside_clip": 0.0}, {"loss": 0.00489705940708518, "gradient_norm_before_clip": 0.5560619235038757, "kl": 0.062400588741550196, "entropy": 0.6037599142495688, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [7, 5, "13", true], [7, 5, "1312", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [6, 0, "3", true], [6, 0, "64", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "9", true], [0, 8, "10", true], [0, 8, "0", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.021293945610523224, "gradient_norm_before_clip": 0.4702202379703522, "kl": 0.030394575534722745, "entropy": 0.6125534253242688, "ratio_outside_clip": 0.0}, {"loss": -0.021358631551265717, "gradient_norm_before_clip": 0.4728892147541046, "kl": 0.030844370524088543, "entropy": 0.6115772540752704, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "00", true], [4, 6, "107", true], [4, 6, "12", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "7", true], [2, 1, "38", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "300000", false], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "3", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.029774250462651253, "gradient_norm_before_clip": 0.6443072557449341, "kl": 0.044333673292590726, "entropy": 0.5926232122605847, "ratio_outside_clip": 0.0}, {"loss": -0.03220163285732269, "gradient_norm_before_clip": 0.641432523727417, "kl": 0.045020281883978074, "entropy": 0.5931461949502268, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "4", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "9", true], [7, 5, "16", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [4, 6, "8", true], [4, 6, "100000", false], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.021097084507346153, "gradient_norm_before_clip": 1.1202906370162964, "kl": 0.037870928820441754, "entropy": 0.5267385146197151, "ratio_outside_clip": 0.0}, {"loss": -0.02458667755126953, "gradient_norm_before_clip": 1.0863720178604126, "kl": 0.038397912418141084, "entropy": 0.5255557789522058, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "11", true], [5, 7, "11", true], [5, 7, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "9", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1000", true], [1, 0, "1", true], [1, 0, "100", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.027698008343577385, "gradient_norm_before_clip": 0.6775192022323608, "kl": 0.062459823561877736, "entropy": 0.5899315810785061, "ratio_outside_clip": 0.0}, {"loss": -0.03257934749126434, "gradient_norm_before_clip": 0.6120063662528992, "kl": 0.05950696875409382, "entropy": 0.5919143397633623, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "15", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "125", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "13", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "125", true], [6, 9, "15", true], [6, 9, "113", true], [6, 9, "13", true], [6, 9, "135", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "136", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "137", true], [8, 8, "15", true], [8, 8, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0118379732593894, "gradient_norm_before_clip": 0.5199390053749084, "kl": 0.026358696802748435, "entropy": 0.6412188544947439, "ratio_outside_clip": 0.0}, {"loss": 0.008169072680175304, "gradient_norm_before_clip": 0.48715195059776306, "kl": 0.027534172797078236, "entropy": 0.641287798656843, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [9, 8, "112", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "19", true], [9, 8, "138", true], [9, 8, "13", true], [9, 8, "110", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "10", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "16", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [6, 0, "6", true], [6, 0, "600", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "600", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "6", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.027684994041919708, "gradient_norm_before_clip": 0.5896739363670349, "kl": 0.045468648274739586, "entropy": 0.6183185217515478, "ratio_outside_clip": 0.0}, {"loss": -0.031575921922922134, "gradient_norm_before_clip": 0.5558540225028992, "kl": 0.04735683345194883, "entropy": 0.6173559224830484, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "1", true], [8, 8, "15", true], [8, 8, "13", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "1000", true], [2, 6, "10", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "12", true], [1, 2, "300", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [3, 4, "7", true], [3, 4, "10", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "3", true], [3, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.029793957248330116, "gradient_norm_before_clip": 0.48409906029701233, "kl": 0.03969132828855229, "entropy": 0.6334463336510573, "ratio_outside_clip": 0.0}, {"loss": 0.029773568734526634, "gradient_norm_before_clip": 0.49607083201408386, "kl": 0.040349200814070105, "entropy": 0.6341536287776011, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[5, 7, "11", true], [5, 7, "7", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "10", true], [4, 2, "1", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "3", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1000", true], [8, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "12", true], [9, 2, "10", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "1", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015281007625162601, "gradient_norm_before_clip": 0.557666540145874, "kl": 0.05045874913533529, "entropy": 0.5470317658923921, "ratio_outside_clip": 0.0}, {"loss": -0.016723664477467537, "gradient_norm_before_clip": 0.5624252557754517, "kl": 0.0517313593909854, "entropy": 0.5460928508213588, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "16", true], [7, 4, "11", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "13", true], [0, 1, "12", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "16", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.002462073229253292, "gradient_norm_before_clip": 0.47615882754325867, "kl": 0.07157503104791409, "entropy": 0.5902249406023723, "ratio_outside_clip": 0.0}, {"loss": -0.00326682161539793, "gradient_norm_before_clip": 0.4740726351737976, "kl": 0.07246882741044207, "entropy": 0.5900253202857041, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "0", true], [0, 8, "6", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "16", true], [7, 5, "1013", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [6, 0, "6", true], [6, 0, "600", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "800", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.022285649552941322, "gradient_norm_before_clip": 0.5658770799636841, "kl": 0.05845176720920997, "entropy": 0.6029315417325949, "ratio_outside_clip": 0.0}, {"loss": 0.020417725667357445, "gradient_norm_before_clip": 0.5594784617424011, "kl": 0.05884140956250927, "entropy": 0.6022549399846717, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[0, 8, "9", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "10000", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [8, 9, "157", true], [8, 9, "15", true], [8, 9, "17112", true], [8, 9, "15", true], [8, 9, "127", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [7, 6, "13", true], [7, 6, "1222", true], [7, 6, "16", true], [7, 6, "12", true], [7, 6, "134", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "16", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.013133849017322063, "gradient_norm_before_clip": 0.5316314697265625, "kl": 0.06376971138848199, "entropy": 0.5007181649256234, "ratio_outside_clip": 0.0}, {"loss": -0.014938036911189556, "gradient_norm_before_clip": 0.5263141393661499, "kl": 0.06433913683650469, "entropy": 0.5009427311444523, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "9", true], [7, 4, "12", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [4, 9, "12", true], [4, 9, "1327", true], [4, 9, "1337", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "11", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [2, 8, "00000", true], [2, 8, "10", true], [2, 8, "100", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "103", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012705597095191479, "gradient_norm_before_clip": 0.558195173740387, "kl": 0.06877196160821966, "entropy": 0.5163985288859717, "ratio_outside_clip": 0.0}, {"loss": -0.015003714710474014, "gradient_norm_before_clip": 0.5559574961662292, "kl": 0.06949229839721012, "entropy": 0.5160294412915173, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "1000", true], [4, 5, "9", true], [8, 2, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "0", true], [0, 6, "0", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "234", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "10", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "13", true], [6, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03902395814657211, "gradient_norm_before_clip": 0.7269135117530823, "kl": 0.050798839330673216, "entropy": 0.571347713470459, "ratio_outside_clip": 0.0}, {"loss": 0.0367879718542099, "gradient_norm_before_clip": 0.7131491303443909, "kl": 0.05084576010704041, "entropy": 0.5704241275787354, "ratio_outside_clip": 0.0}]}, {"step": 87, "rows": [[8, 9, "15", true], [8, 9, "116", true], [8, 9, "139", true], [8, 9, "15", true], [8, 9, "13340", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "1", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "17", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "110000", false], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "2", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "60", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020653821527957916, "gradient_norm_before_clip": 0.497908353805542, "kl": 0.047907325658905375, "entropy": 0.5784406769141722, "ratio_outside_clip": 0.0}, {"loss": -0.022694675251841545, "gradient_norm_before_clip": 0.4881803095340729, "kl": 0.0484406974878204, "entropy": 0.5780484488840854, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "", true], [2, 5, "1", true], [2, 5, "6", true], [2, 5, "7", true], [0, 1, "2", true], [0, 1, "3", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "88", true], [1, 7, "9", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "929", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [1, 0, "12", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "106", true], [1, 0, "1", true], [1, 0, "6", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02435745857656002, "gradient_norm_before_clip": 0.602699339389801, "kl": 0.0713280586347188, "entropy": 0.7128711334646565, "ratio_outside_clip": 0.0}, {"loss": -0.026052556931972504, "gradient_norm_before_clip": 0.6050177216529846, "kl": 0.0718386859109957, "entropy": 0.7139129116110605, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "0", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "110", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "14", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [2, 1, "1", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "300", true], [6, 9, "137", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "136585", false], [6, 9, "15", true], [6, 9, "17113", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011236538179218769, "gradient_norm_before_clip": 0.5920414924621582, "kl": 0.08202718805383753, "entropy": 0.6485121456193336, "ratio_outside_clip": 0.0}, {"loss": 0.008971602655947208, "gradient_norm_before_clip": 0.5876582264900208, "kl": 0.08273740462314935, "entropy": 0.647899439305435, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[9, 3, "10", true], [9, 3, "13010", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [7, 5, "13", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "113", true], [7, 5, "12", true], [7, 5, "11", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1100", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "6", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "10", true], [3, 4, "6", true], [3, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.020695211365818977, "gradient_norm_before_clip": 0.6014281511306763, "kl": 0.06660098275222347, "entropy": 0.5625059914454228, "ratio_outside_clip": 0.0}, {"loss": 0.018048839643597603, "gradient_norm_before_clip": 0.5711602568626404, "kl": 0.06534747754113149, "entropy": 0.5616309817901439, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[6, 4, "110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 3, "6", true], [4, 3, "3", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 9, "14", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0028669333551079035, "gradient_norm_before_clip": 0.5908944606781006, "kl": 0.04946978984434912, "entropy": 0.5826012078969757, "ratio_outside_clip": 0.0}, {"loss": 0.0012775476789101958, "gradient_norm_before_clip": 0.5859793424606323, "kl": 0.049734168257450036, "entropy": 0.5830013532580042, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "128", true], [8, 8, "15", true], [8, 8, "110", true], [8, 8, "17", true], [8, 8, "16", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "1200", true], [4, 8, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 1, "13", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "6", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009207284078001976, "gradient_norm_before_clip": 0.4347935616970062, "kl": 0.06626334135559783, "entropy": 0.6049403486580684, "ratio_outside_clip": 0.0}, {"loss": -0.011368243023753166, "gradient_norm_before_clip": 0.4240603744983673, "kl": 0.06646531203697467, "entropy": 0.6039461157787805, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[8, 0, "9", true], [8, 0, "0", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "16", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "112", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "116", true], [4, 7, "11", true], [4, 7, "11", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1239", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1334", true], [7, 6, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.046356383711099625, "gradient_norm_before_clip": 0.44861602783203125, "kl": 0.04636102564194623, "entropy": 0.5218014640604111, "ratio_outside_clip": 0.0}, {"loss": 0.0443747416138649, "gradient_norm_before_clip": 0.42299506068229675, "kl": 0.04629419704172063, "entropy": 0.5212742606586314, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "77", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [8, 1, "7", true], [8, 1, "1010", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "307", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011612179689109325, "gradient_norm_before_clip": 0.8351131677627563, "kl": 0.05429830430429193, "entropy": 0.6191565115240556, "ratio_outside_clip": 0.0}, {"loss": 0.006595644634217024, "gradient_norm_before_clip": 0.7473435401916504, "kl": 0.05441972273814527, "entropy": 0.6197544532486156, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "137", true], [8, 5, "13", true], [4, 8, "11", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "1200", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "9", true], [4, 6, "10", true], [4, 6, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 2, "24", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0165213942527771, "gradient_norm_before_clip": 0.8368179798126221, "kl": 0.03894937038421631, "entropy": 0.5279530781071361, "ratio_outside_clip": 0.0}, {"loss": -0.019870653748512268, "gradient_norm_before_clip": 0.827101469039917, "kl": 0.03932335318588629, "entropy": 0.5266288199075838, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[6, 7, "17", true], [6, 7, "13", true], [6, 7, "16", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "15", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "1", true], [2, 6, "8", true], [2, 6, "1", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03847267106175423, "gradient_norm_before_clip": 0.5854485034942627, "kl": 0.07431678249411387, "entropy": 0.6583032999953179, "ratio_outside_clip": 0.0}, {"loss": 0.036719683557748795, "gradient_norm_before_clip": 0.5821720957756042, "kl": 0.07509129014733719, "entropy": 0.6576286733966984, "ratio_outside_clip": 0.0}]}, {"step": 97, "rows": [[6, 9, "17", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "1500", true], [6, 9, "15", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "9", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "19", true], [4, 9, "13", true], [4, 9, "1323", true], [4, 9, "120000", false], [4, 9, "13", true], [4, 9, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "1112", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [6, 2, "10", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004843858070671558, "gradient_norm_before_clip": 0.4881921112537384, "kl": 0.05924136101165948, "entropy": 0.6387965913452854, "ratio_outside_clip": 0.0}, {"loss": 0.00383065827190876, "gradient_norm_before_clip": 0.4847983419895172, "kl": 0.06017239521004561, "entropy": 0.6388769425408689, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "30", true], [1, 1, "1", true], [0, 1, "6", true], [0, 1, "100010", false], [0, 1, "0", true], [0, 1, "10", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "3", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "14", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03679945319890976, "gradient_norm_before_clip": 0.6484320759773254, "kl": 0.10668451944986979, "entropy": 0.7217330932617188, "ratio_outside_clip": 0.0}, {"loss": -0.038236625492572784, "gradient_norm_before_clip": 0.6482543349266052, "kl": 0.10626111348470052, "entropy": 0.7211854044596354, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[8, 0, "10", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "917", true], [7, 2, "110", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "919", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6006", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [5, 2, "6", true], [5, 2, "70", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "10", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01488108467310667, "gradient_norm_before_clip": 0.5356133580207825, "kl": 0.06237331920901671, "entropy": 0.6590373563450693, "ratio_outside_clip": 0.0}, {"loss": 0.012779234908521175, "gradient_norm_before_clip": 0.5295599699020386, "kl": 0.06314354069185572, "entropy": 0.6586879704961713, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "5", true], [5, 2, "6", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "3", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1100", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "1234", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "1", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "17", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 1, "10", true], [0, 1, "12", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "300", true], [0, 1, "0", true], [0, 1, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04975879192352295, "gradient_norm_before_clip": 0.5404467582702637, "kl": 0.10058629071270977, "entropy": 0.6931898328993056, "ratio_outside_clip": 0.0}, {"loss": 0.04682096466422081, "gradient_norm_before_clip": 0.5362673997879028, "kl": 0.10071549592194734, "entropy": 0.6926404693980276, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "8", true], [2, 5, "6", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "6", true], [5, 5, "1000", true], [5, 5, "900", true], [5, 5, "10", true], [5, 5, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "98", true], [2, 7, "8", true], [2, 7, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "327", true], [3, 1, "4", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "135", true], [9, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009660419076681137, "gradient_norm_before_clip": 0.9051641821861267, "kl": 0.07803449286035745, "entropy": 0.6026537791792169, "ratio_outside_clip": 0.0}, {"loss": -0.012870228849351406, "gradient_norm_before_clip": 0.8935624957084656, "kl": 0.07706378454185393, "entropy": 0.601252498396908, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "113", true], [4, 8, "13", true], [4, 8, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 8, "12", true], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 5, "1016", true], [5, 5, "9", true], [5, 5, "8", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "1000", true], [5, 5, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.04431942477822304, "gradient_norm_before_clip": 1.0210899114608765, "kl": 0.05557163974695038, "entropy": 0.5169781244289108, "ratio_outside_clip": 0.0}, {"loss": -0.049502335488796234, "gradient_norm_before_clip": 0.9970528483390808, "kl": 0.05333881489714684, "entropy": 0.5134875648900082, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "16", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003556750249117613, "gradient_norm_before_clip": 0.5678055882453918, "kl": 0.06491281942355852, "entropy": 0.6587360592707534, "ratio_outside_clip": 0.0}, {"loss": -0.0043786391615867615, "gradient_norm_before_clip": 0.5674596428871155, "kl": 0.06480592598944354, "entropy": 0.6581477533820217, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "1000", true], [2, 8, "10", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "1222", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "7", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9110", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.039172496646642685, "gradient_norm_before_clip": 0.7034112811088562, "kl": 0.09724743421687636, "entropy": 0.566001714662064, "ratio_outside_clip": 0.0}, {"loss": -0.044024381786584854, "gradient_norm_before_clip": 0.6772446632385254, "kl": 0.09865452522455259, "entropy": 0.5661993692087572, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "1121", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "1027", true], [9, 2, "17", true], [9, 2, "110", true], [9, 3, "1340", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "1123", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "100", true], [0, 1, "0", true], [5, 7, "11", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "120000", false], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.057396724820137024, "gradient_norm_before_clip": 0.7658419609069824, "kl": 0.0845426504952567, "entropy": 0.6049799455915179, "ratio_outside_clip": 0.0}, {"loss": -0.06252309679985046, "gradient_norm_before_clip": 0.7365722060203552, "kl": 0.08520675659179687, "entropy": 0.6060843767438616, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[0, 1, "1", true], [0, 1, "3", true], [0, 1, "6", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "12", true], [3, 1, "4", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1200", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11000", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8110", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.07445871829986572, "gradient_norm_before_clip": 0.586135983467102, "kl": 0.08801598982377486, "entropy": 0.6139751285701603, "ratio_outside_clip": 0.0}, {"loss": 0.0723930299282074, "gradient_norm_before_clip": 0.5829370617866516, "kl": 0.0897900593745244, "entropy": 0.6129513529988079, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "9", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "17", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1100", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [1, 1, "10000", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "1220", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "12", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "5", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03653253614902496, "gradient_norm_before_clip": 0.8656705617904663, "kl": 0.12531259324815539, "entropy": 0.7035996707869164, "ratio_outside_clip": 0.0}, {"loss": -0.039791930466890335, "gradient_norm_before_clip": 0.8269491195678711, "kl": 0.1252422332763672, "entropy": 0.7024619961962287, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[1, 5, "6", true], [1, 5, "8", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "100000", false], [5, 5, "10", true], [5, 5, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "0", true], [0, 8, "6", true], [0, 8, "7", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "4", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "4", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "10", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "70", true], [4, 2, "600", true], [4, 2, "8", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1006", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04769442230463028, "gradient_norm_before_clip": 0.6603835821151733, "kl": 0.09956705031856414, "entropy": 0.6163220805506553, "ratio_outside_clip": 0.0}, {"loss": -0.05154531076550484, "gradient_norm_before_clip": 0.5698037147521973, "kl": 0.09968515826809791, "entropy": 0.6130995719663559, "ratio_outside_clip": 0.0}]}, {"step": 109, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1010", true], [6, 4, "10", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "10", true], [8, 8, "12", true], [8, 8, "129", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "17", true], [2, 6, "8", true], [2, 6, "60", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 9, "10", true], [1, 9, "1000", true], [1, 9, "10", true], [1, 9, "11000", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "10", true], [1, 9, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8110", true], [9, 1, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "12", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.033039361238479614, "gradient_norm_before_clip": 0.6167447566986084, "kl": 0.060710665884982334, "entropy": 0.5811048357674246, "ratio_outside_clip": 0.0}, {"loss": -0.03645337373018265, "gradient_norm_before_clip": 0.5958854556083679, "kl": 0.06109081761220868, "entropy": 0.5791565541470989, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[5, 2, "9", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "175110", false], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "137", true], [8, 9, "138", true], [8, 9, "126", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "17", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "911", true], [2, 7, "9", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "36", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03987085074186325, "gradient_norm_before_clip": 0.5039287805557251, "kl": 0.06189119743578362, "entropy": 0.6757670084635417, "ratio_outside_clip": 0.0}, {"loss": 0.03773651272058487, "gradient_norm_before_clip": 0.4893661439418793, "kl": 0.06311031688343395, "entropy": 0.6756859981652462, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[0, 8, "6", true], [0, 8, "10", true], [0, 8, "1000", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "17", true], [4, 5, "7", true], [4, 5, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "1000", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "234", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "126", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04095929116010666, "gradient_norm_before_clip": 0.610425591468811, "kl": 0.075804118452401, "entropy": 0.5812591026569235, "ratio_outside_clip": 0.0}, {"loss": 0.03869021683931351, "gradient_norm_before_clip": 0.5725066661834717, "kl": 0.07766823384953642, "entropy": 0.5828234793125898, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[4, 8, "1000", true], [4, 8, "11", true], [4, 8, "1200", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 1, "100", true], [0, 1, "10", true], [0, 1, "1200", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "900", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.007456269580870867, "gradient_norm_before_clip": 0.629260241985321, "kl": 0.16027690089026161, "entropy": 0.6194646081259084, "ratio_outside_clip": 0.0}, {"loss": 0.007669372484087944, "gradient_norm_before_clip": 0.6426658034324646, "kl": 0.1621523901473644, "entropy": 0.618969717691111, "ratio_outside_clip": 0.0}]}, {"step": 113, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "120", true], [5, 1, "9", true], [5, 1, "3", true], [5, 1, "6", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "10", true], [4, 9, "13", true], [4, 9, "1234", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02427850477397442, "gradient_norm_before_clip": 0.6913187503814697, "kl": 0.06797643899917602, "entropy": 0.592986011505127, "ratio_outside_clip": 0.0}, {"loss": 0.022589145228266716, "gradient_norm_before_clip": 0.6897256374359131, "kl": 0.06871217489242554, "entropy": 0.5919292449951172, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[1, 7, "4", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "116", true], [7, 6, "136", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13237", true], [7, 6, "128", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "120", true], [1, 0, "10", true], [1, 0, "10", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009006598964333534, "gradient_norm_before_clip": 0.5762069821357727, "kl": 0.10628411828017817, "entropy": 0.5722970264713939, "ratio_outside_clip": 0.0}, {"loss": -0.010455070063471794, "gradient_norm_before_clip": 0.5676570534706116, "kl": 0.10642650650768745, "entropy": 0.5712258873916254, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 7, "729", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "110", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.006574639119207859, "gradient_norm_before_clip": 0.6408301591873169, "kl": 0.0601255199577235, "entropy": 0.5665881965733781, "ratio_outside_clip": 0.0}, {"loss": -0.0087518822401762, "gradient_norm_before_clip": 0.6344894170761108, "kl": 0.06118868574311462, "entropy": 0.5649782494653629, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "15", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "6", true], [9, 2, "110000", false], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "112", true], [7, 5, "16", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "117", true], [8, 9, "1212", true], [8, 9, "136", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009893341921269894, "gradient_norm_before_clip": 0.6210987567901611, "kl": 0.0555009953459801, "entropy": 0.6277583607456141, "ratio_outside_clip": 0.0}, {"loss": -0.012663456611335278, "gradient_norm_before_clip": 0.6160933375358582, "kl": 0.056352844015199535, "entropy": 0.6273086280153509, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "0", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "11", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "11", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003724593436345458, "gradient_norm_before_clip": 0.5325234532356262, "kl": 0.0665458248507592, "entropy": 0.6049777615454889, "ratio_outside_clip": 0.0}, {"loss": -0.006433708593249321, "gradient_norm_before_clip": 0.5215728282928467, "kl": 0.06763872331188571, "entropy": 0.6049526091544859, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [6, 2, "600", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "4", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [7, 0, "7", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "98", true], [9, 8, "111", true], [9, 8, "13", true], [9, 8, "126", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "137", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 9, "15", true], [6, 9, "139", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03036099299788475, "gradient_norm_before_clip": 0.5420435070991516, "kl": 0.06544996190954137, "entropy": 0.7117826202769338, "ratio_outside_clip": 0.0}, {"loss": 0.028408903628587723, "gradient_norm_before_clip": 0.539082944393158, "kl": 0.06764176451129678, "entropy": 0.7131601969401041, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "00", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 0, "60000", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [4, 6, "10", true], [4, 6, "100000", false], [4, 6, "12", true], [4, 6, "100010", false], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "300", true], [8, 0, "1000", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "80", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "1123", true], [4, 8, "13", true], [4, 8, "15", true], [4, 8, "12", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "11", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.021051036193966866, "gradient_norm_before_clip": 0.9403159618377686, "kl": 0.11549107142857143, "entropy": 0.6187125069754464, "ratio_outside_clip": 0.0}, {"loss": -0.02782135084271431, "gradient_norm_before_clip": 0.8486945629119873, "kl": 0.11887488228934152, "entropy": 0.6197510637555803, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [9, 1, "10110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "8", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "9110", true], [7, 4, "12", true], [7, 4, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.004679185338318348, "gradient_norm_before_clip": 0.8845221996307373, "kl": 0.08807337079729352, "entropy": 0.5127539498465402, "ratio_outside_clip": 0.0}, {"loss": -0.012304144911468029, "gradient_norm_before_clip": 0.7765530943870544, "kl": 0.09031272888183593, "entropy": 0.5143249947684152, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "18", true], [3, 9, "13", true], [3, 9, "1120", true], [3, 9, "11", true], [3, 9, "1122", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "34", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10000", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "1113", true], [9, 3, "12", true], [9, 3, "1122", true], [9, 3, "12", true], [7, 5, "17", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.005260234698653221, "gradient_norm_before_clip": 0.55977463722229, "kl": 0.08945225005926088, "entropy": 0.5890944724859193, "ratio_outside_clip": 0.0}, {"loss": -0.006523143500089645, "gradient_norm_before_clip": 0.5599351525306702, "kl": 0.09318110000255496, "entropy": 0.5928367792173873, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "44", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 4, "14", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 8, "16", true], [9, 8, "134", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "124", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "917", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "106", true], [4, 5, "9", true], [4, 5, "9", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "9", true], [5, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01030015479773283, "gradient_norm_before_clip": 0.5731439590454102, "kl": 0.0612031877040863, "entropy": 0.5733441352844239, "ratio_outside_clip": 0.0}, {"loss": 0.007436518557369709, "gradient_norm_before_clip": 0.569944441318512, "kl": 0.06282053589820862, "entropy": 0.5740225791931153, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "1227", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [6, 7, "13227", true], [6, 7, "12233", true], [6, 7, "12", true], [6, 7, "1324", true], [6, 7, "1300", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12302", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [9, 2, "11000", true], [9, 2, "10", true], [9, 2, "1100", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "1112", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "12", true], [5, 1, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0008045763825066388, "gradient_norm_before_clip": 0.8986550569534302, "kl": 0.18382760125237543, "entropy": 0.7009986671241554, "ratio_outside_clip": 0.0}, {"loss": -0.0050430502742528915, "gradient_norm_before_clip": 0.8811366558074951, "kl": 0.19190754246067357, "entropy": 0.7041098104940878, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "7", true], [6, 4, "12", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "1010", true], [8, 2, "10", true], [8, 2, "1000", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "1000", true], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1326", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1123", true], [4, 7, "11000", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "110", true], [4, 7, "11", true], [2, 8, "1010", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "1010", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03418324142694473, "gradient_norm_before_clip": 0.6741644740104675, "kl": 0.171578607803736, "entropy": 0.5431146866235977, "ratio_outside_clip": 0.0}, {"loss": -0.03836420178413391, "gradient_norm_before_clip": 0.6537318825721741, "kl": 0.17780397855318508, "entropy": 0.54330812111879, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "100000", false], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1010", true], [4, 6, "10", true], [4, 6, "10000", true], [4, 6, "10", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "1100", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "110", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1000", true], [1, 9, "10", true], [1, 9, "9", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.041709281504154205, "gradient_norm_before_clip": 0.5399311780929565, "kl": 0.1515604726384195, "entropy": 0.5341429121038886, "ratio_outside_clip": 0.0}, {"loss": -0.043634045869112015, "gradient_norm_before_clip": 0.5314651727676392, "kl": 0.15663826331663666, "entropy": 0.5339531630612491, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[6, 6, "12", true], [6, 6, "1206", true], [6, 6, "100000", false], [6, 6, "15", true], [6, 6, "120", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "1120", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "700", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [4, 6, "10", true], [4, 6, "10000", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110000", false], [4, 6, "8", true], [9, 6, "17", true], [9, 6, "16", true], [9, 6, "137", true], [9, 6, "132", true], [9, 6, "115", true], [9, 6, "132304", false], [9, 6, "15", true], [9, 6, "1516", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.00647025927901268, "gradient_norm_before_clip": 0.5775357484817505, "kl": 0.17534708469472032, "entropy": 0.6668702795150432, "ratio_outside_clip": 0.0}, {"loss": -0.008949371986091137, "gradient_norm_before_clip": 0.5689780116081238, "kl": 0.17961128721845912, "entropy": 0.6671523236213847, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "5", true], [6, 6, "12", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "100", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "138", true], [5, 8, "19", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "137", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "129", true], [7, 6, "12234", true], [7, 6, "15", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1000", true], [6, 4, "10", true], [6, 4, "100000", false], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "100000", false], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9717", true], [7, 1, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02869194932281971, "gradient_norm_before_clip": 0.5408602356910706, "kl": 0.2221535807070525, "entropy": 0.6481802567191746, "ratio_outside_clip": 0.0}, {"loss": 0.02779553458094597, "gradient_norm_before_clip": 0.5452746152877808, "kl": 0.22434937435647714, "entropy": 0.6490817277327828, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "600", true], [8, 8, "13", true], [8, 8, "112", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "16", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01576131395995617, "gradient_norm_before_clip": 0.808631956577301, "kl": 0.11084596734297902, "entropy": 0.6174103140133863, "ratio_outside_clip": 0.0}, {"loss": 0.013812174089252949, "gradient_norm_before_clip": 0.7979565858840942, "kl": 0.11210920099626508, "entropy": 0.6168030855948465, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "78", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [2, 9, "1100", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "110", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1000", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "3", true], [6, 0, "6", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "11", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.020682351663708687, "gradient_norm_before_clip": 0.9564007520675659, "kl": 0.16717548712998806, "entropy": 0.583259993684506, "ratio_outside_clip": 0.0}, {"loss": -0.026787083595991135, "gradient_norm_before_clip": 0.9241054654121399, "kl": 0.1700014468438611, "entropy": 0.5824565773238679, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[8, 5, "16", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "10", true], [8, 5, "17", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "10", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "111000", false], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "10", true], [4, 4, "6", true], [4, 4, "1000", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "42", true], [2, 2, "4", true], [2, 2, "4", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "100000", false], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.030386891216039658, "gradient_norm_before_clip": 0.5803484320640564, "kl": 0.13785885081571692, "entropy": 0.565596726361443, "ratio_outside_clip": 0.0}, {"loss": -0.034109096974134445, "gradient_norm_before_clip": 0.52008056640625, "kl": 0.13845106012680952, "entropy": 0.5624259499942555, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1011", true], [1, 9, "10", true], [1, 9, "1000", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "16", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "12", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "6", true], [7, 5, "12", true], [8, 1, "8", true], [8, 1, "802", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "137", true], [9, 6, "126", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1313", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03247707709670067, "gradient_norm_before_clip": 0.711085855960846, "kl": 0.09574675840490005, "entropy": 0.6272001827464384, "ratio_outside_clip": 0.0}, {"loss": 0.03084520809352398, "gradient_norm_before_clip": 0.7071991562843323, "kl": 0.09630822574391085, "entropy": 0.6253770716050092, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "8", true], [0, 6, "109", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "19116", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "34", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "339", true], [2, 1, "8", true], [1, 1, "10", true], [1, 1, "300", true], [1, 1, "4", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "10", true], [1, 1, "0", true], [1, 1, "3", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005923648830503225, "gradient_norm_before_clip": 0.6671947836875916, "kl": 0.1815260944750485, "entropy": 0.7846305898371959, "ratio_outside_clip": 0.0}, {"loss": -0.00858558714389801, "gradient_norm_before_clip": 0.6603681445121765, "kl": 0.18339231350277893, "entropy": 0.7840689844733116, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "100", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [8, 8, "17", true], [8, 8, "110", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "112", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [5, 2, "8", true], [5, 2, "3", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [7, 4, "112", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "100", true], [7, 4, "11", true], [7, 4, "11122", true], [6, 6, "126", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "16", true], [6, 6, "12220", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "112000", false], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "112", true], [4, 7, "11000", true], [8, 2, "1010", true], [8, 2, "110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.05092952772974968, "gradient_norm_before_clip": 0.5415607690811157, "kl": 0.3023424437551787, "entropy": 0.7439730865786774, "ratio_outside_clip": 0.0}, {"loss": -0.05270667001605034, "gradient_norm_before_clip": 0.5388991832733154, "kl": 0.30627819022747, "entropy": 0.7448009144176136, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "17", true], [2, 5, "7", true], [2, 5, "0", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "110", true], [0, 6, "6", true], [0, 6, "6", true], [2, 8, "1000", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "110000", false], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "124", true], [8, 5, "13", true], [8, 4, "1123", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "18", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "700", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "112", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "1100", true], [4, 7, "110", true], [4, 7, "112", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02619057521224022, "gradient_norm_before_clip": 0.7773599624633789, "kl": 0.21096644558749356, "entropy": 0.5671886402172047, "ratio_outside_clip": 0.0}, {"loss": -0.027766741812229156, "gradient_norm_before_clip": 0.768805205821991, "kl": 0.21292539743276742, "entropy": 0.5668833386767042, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[9, 3, "12", true], [9, 3, "13", true], [9, 3, "14", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "12", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "124", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "37", true], [2, 1, "2400", true], [2, 1, "4", true], [2, 1, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "12", true], [9, 2, "1112", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "110", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "66", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012516823597252369, "gradient_norm_before_clip": 0.6821913719177246, "kl": 0.21591816065501582, "entropy": 0.628580058279213, "ratio_outside_clip": 0.0}, {"loss": -0.01763305440545082, "gradient_norm_before_clip": 0.6490316987037659, "kl": 0.21921047842575728, "entropy": 0.6262125120572517, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 2, "310", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "112", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [9, 6, "1312", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1685", true], [9, 6, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1226", true], [9, 4, "1324", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "157", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [1, 1, "2", true], [1, 1, "123", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "14", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02946677803993225, "gradient_norm_before_clip": 0.41623082756996155, "kl": 0.146774166920146, "entropy": 0.7431527226349044, "ratio_outside_clip": 0.0}, {"loss": 0.027660949155688286, "gradient_norm_before_clip": 0.40879979729652405, "kl": 0.14451339596607646, "entropy": 0.7407876103302169, "ratio_outside_clip": 0.0}]}, {"step": 137, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [7, 6, "1224", true], [7, 6, "134", true], [7, 6, "1234", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "129", true], [7, 6, "13", true], [7, 6, "12", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "424", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1100", true], [9, 2, "110", true], [9, 2, "113", true], [9, 2, "1106", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "6", true], [2, 9, "110", true], [2, 9, "113000", false], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1100", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "8", true], [4, 3, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03186461329460144, "gradient_norm_before_clip": 0.4805053770542145, "kl": 0.3341343299202297, "entropy": 0.6536660401717477, "ratio_outside_clip": 0.0}, {"loss": 0.029847444966435432, "gradient_norm_before_clip": 0.4732724726200104, "kl": 0.33439460008040717, "entropy": 0.650677722433339, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "179595", false], [8, 9, "15", true], [8, 9, "16", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "224", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "4", true], [4, 5, "000", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "8", true], [0, 0, "6", true], [0, 0, "1100", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "100", true], [0, 0, "10", true], [1, 0, "12", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007730832789093256, "gradient_norm_before_clip": 0.5606511235237122, "kl": 0.26559152603149416, "entropy": 0.7759593486785888, "ratio_outside_clip": 0.0}, {"loss": 0.005966645665466785, "gradient_norm_before_clip": 0.5468536615371704, "kl": 0.2646857738494873, "entropy": 0.7746849060058594, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[7, 6, "1234", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "1226", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "10", true], [5, 7, "16", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100010", false], [4, 6, "10", true], [2, 6, "1006", true], [2, 6, "100", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "110008", false], [2, 6, "9", true], [2, 6, "8", true], [7, 2, "110", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "41", true], [1, 7, "8", true], [1, 7, "7", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.06882330775260925, "gradient_norm_before_clip": 0.9772168397903442, "kl": 0.14788474411260885, "entropy": 0.6172670875090719, "ratio_outside_clip": 0.0}, {"loss": 0.06301630288362503, "gradient_norm_before_clip": 0.8222643733024597, "kl": 0.14645375319517376, "entropy": 0.6156959742144809, "ratio_outside_clip": 0.0}]}, {"step": 140, "rows": [[4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "12", true], [4, 9, "1324", true], [4, 9, "136", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "1000", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "4", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004591109696775675, "gradient_norm_before_clip": 0.8426007032394409, "kl": 0.16141056869969223, "entropy": 0.596832090435606, "ratio_outside_clip": 0.0}, {"loss": 0.004654754418879747, "gradient_norm_before_clip": 0.878213107585907, "kl": 0.16068433125813802, "entropy": 0.5952087864731297, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "120010", false], [8, 4, "13", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "2", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [1, 0, "6", true], [1, 0, "10", true], [1, 0, "12", true], [1, 0, "10", true], [1, 0, "1006", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "0", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "7", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "102", true], [1, 0, "1", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.039163313806056976, "gradient_norm_before_clip": 0.6419474482536316, "kl": 0.2816900705036364, "entropy": 0.6539206253854852, "ratio_outside_clip": 0.0}, {"loss": -0.04243891313672066, "gradient_norm_before_clip": 0.6115173101425171, "kl": 0.2829004588880037, "entropy": 0.6523314024272718, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100000", false], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 9, "13", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "2", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "110000", false], [9, 2, "1110", true], [9, 2, "11012", true], [9, 2, "11", true], [9, 2, "11000", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.00875154323875904, "gradient_norm_before_clip": 0.5498635768890381, "kl": 0.306165038898427, "entropy": 0.6074702765351983, "ratio_outside_clip": 0.0}, {"loss": -0.009127430617809296, "gradient_norm_before_clip": 0.5569020509719849, "kl": 0.3063068594983829, "entropy": 0.6060579361454133, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "113", true], [9, 8, "19", true], [9, 8, "17", true], [9, 8, "1322", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "13", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "1527", true], [9, 6, "127", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "17", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "112", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "10", true], [8, 4, "106", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.002105982042849064, "gradient_norm_before_clip": 0.6823980212211609, "kl": 0.13347831385095693, "entropy": 0.6482680336723115, "ratio_outside_clip": 0.0}, {"loss": -0.003278015647083521, "gradient_norm_before_clip": 0.6759761571884155, "kl": 0.13419118273857586, "entropy": 0.6475165169998254, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "1000", true], [1, 0, "100", true], [1, 0, "0", true], [1, 0, "11", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "4", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "800", true], [1, 7, "8", true], [1, 7, "8", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1200", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110000", false], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "31000", true], [7, 4, "110", true], [7, 4, "110000", false], [5, 5, "100", true], [5, 5, "1000", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11000", true], [2, 2, "4", true], [2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.05405598506331444, "gradient_norm_before_clip": 0.719465434551239, "kl": 0.3767855466909744, "entropy": 0.6232601913375471, "ratio_outside_clip": 0.0}, {"loss": -0.057484257966279984, "gradient_norm_before_clip": 0.6955587267875671, "kl": 0.3741708113320509, "entropy": 0.6207007019963097, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110010", false], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [7, 0, "7", true], [7, 0, "2", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "8", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "9", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "6", true], [7, 4, "7110", true], [7, 4, "12", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1128", true], [7, 4, "115", true], [7, 4, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.015055228024721146, "gradient_norm_before_clip": 0.563245415687561, "kl": 0.22482600844050027, "entropy": 0.6081792992281626, "ratio_outside_clip": 0.0}, {"loss": -0.018486235290765762, "gradient_norm_before_clip": 0.5439489483833313, "kl": 0.22457963874541134, "entropy": 0.6070817235004471, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[3, 9, "1112", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "1112", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1006", true], [9, 1, "10", true], [9, 1, "1100", true], [9, 1, "10", true], [9, 1, "11", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "100", true], [0, 1, "100", true], [0, 1, "120", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "100", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "38", true], [2, 1, "3", true], [2, 1, "28", true], [2, 1, "3", true], [2, 1, "36", true], [2, 1, "3", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "1110", true], [7, 4, "1100", true], [7, 4, "1120", true], [7, 4, "110", true], [7, 4, "11", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.05607493221759796, "gradient_norm_before_clip": 0.5052341818809509, "kl": 0.3396597111478765, "entropy": 0.6547070767017121, "ratio_outside_clip": 0.0}, {"loss": -0.05745449289679527, "gradient_norm_before_clip": 0.512977123260498, "kl": 0.3416580037867769, "entropy": 0.6537069767079455, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[4, 7, "110", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "7", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "6", true], [1, 0, "100", true], [1, 0, "10000", true], [1, 0, "100", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [6, 2, "6", true], [6, 2, "906", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "1000", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.05147232487797737, "gradient_norm_before_clip": 0.7742398381233215, "kl": 0.27285332277596713, "entropy": 0.6526023680905262, "ratio_outside_clip": 0.0}, {"loss": -0.05631483718752861, "gradient_norm_before_clip": 0.7566185593605042, "kl": 0.27622130979974585, "entropy": 0.6515758928046169, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[3, 4, "7", true], [3, 4, "8", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [7, 6, "112", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1300", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 9, "110000", false], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "12", true], [2, 9, "1100", true], [2, 9, "11", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "101001", false], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0077025918290019035, "gradient_norm_before_clip": 0.5083840489387512, "kl": 0.29320660215435607, "entropy": 0.6892429698597301, "ratio_outside_clip": 0.0}, {"loss": -0.009770353324711323, "gradient_norm_before_clip": 0.5022066831588745, "kl": 0.2953490286162405, "entropy": 0.6899237430456913, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "10", true], [8, 4, "15", true], [8, 4, "13", true], [8, 4, "112", true], [8, 4, "110", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2330", true], [1, 1, "3", true], [1, 1, "10", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "116", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "10", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "10", true], [1, 1, "2", true], [1, 1, "2016", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01700461469590664, "gradient_norm_before_clip": 0.5631070733070374, "kl": 0.24901919418506407, "entropy": 0.7721671629487799, "ratio_outside_clip": 0.0}, {"loss": -0.018902147188782692, "gradient_norm_before_clip": 0.5585760474205017, "kl": 0.2512326186962342, "entropy": 0.7725979237074263, "ratio_outside_clip": 0.0}]}, {"step": 150, "rows": [[6, 4, "10010", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "8", true], [6, 4, "1000", true], [6, 4, "11000", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "110", true], [1, 0, "1", true], [1, 0, "100", true], [1, 8, "9", true], [1, 8, "900", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10006", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "1000", true], [5, 5, "108", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "17", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.026454100385308266, "gradient_norm_before_clip": 0.41756880283355713, "kl": 0.2678743517076647, "entropy": 0.6051220043285473, "ratio_outside_clip": 0.0}, {"loss": -0.02685544267296791, "gradient_norm_before_clip": 0.4118436276912689, "kl": 0.26946079151050467, "entropy": 0.6066520897117821, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "110", true], [8, 2, "10110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1000", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "10", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "179111", false], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "17", true], [5, 5, "6", true], [5, 5, "1000", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1110", true], [5, 5, "1050", true], [5, 5, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.041309405118227005, "gradient_norm_before_clip": 0.51600182056427, "kl": 0.3363902828236318, "entropy": 0.6188064338012063, "ratio_outside_clip": 0.0}, {"loss": -0.04437824711203575, "gradient_norm_before_clip": 0.4938075840473175, "kl": 0.33814116957274126, "entropy": 0.6192763333493564, "ratio_outside_clip": 0.0}]}, {"step": 152, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12213", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "16", true], [6, 7, "13", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "9", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "19", true], [9, 8, "15", true], [9, 8, "15", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.005887328647077084, "gradient_norm_before_clip": 0.448614239692688, "kl": 0.11700639784710962, "entropy": 0.6633719198358884, "ratio_outside_clip": 0.0}, {"loss": 0.004318756051361561, "gradient_norm_before_clip": 0.45002034306526184, "kl": 0.11762383898849008, "entropy": 0.6634920708038522, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [6, 7, "13", true], [6, 7, "1334", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [0, 1, "1000", true], [0, 1, "120", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "3", true], [0, 1, "12", true], [0, 1, "4", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "1120", true], [7, 2, "8", true], [7, 2, "11", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [5, 7, "12", true], [5, 7, "1110", true], [5, 7, "13", true], [5, 7, "11", true], [5, 7, "110", true], [5, 7, "12", true], [5, 7, "1123", true], [5, 7, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 1, "9", true], [7, 1, "917", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0005240081809461117, "gradient_norm_before_clip": 0.7342103123664856, "kl": 0.2697597349310197, "entropy": 0.6763100596521631, "ratio_outside_clip": 0.0}, {"loss": -0.003813856514170766, "gradient_norm_before_clip": 0.6880086660385132, "kl": 0.273621443379132, "entropy": 0.677773007078667, "ratio_outside_clip": 0.0}]}, {"step": 154, "rows": [[5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [1, 5, "600", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [5, 5, "10", true], [5, 5, "11010", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "12", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009597408585250378, "gradient_norm_before_clip": 1.4398455619812012, "kl": 0.19347320458827874, "entropy": 0.6445777110564404, "ratio_outside_clip": 0.0}, {"loss": 0.008793492801487446, "gradient_norm_before_clip": 1.4593894481658936, "kl": 0.1939417032095102, "entropy": 0.6454997918544672, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "908", true], [2, 7, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1100", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "1000", true], [6, 6, "12", true], [6, 6, "110", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "112", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "12", true], [9, 2, "11010", true], [9, 2, "11", true], [2, 9, "11", true], [2, 9, "1100", true], [2, 9, "11", true], [2, 9, "11212", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "1112", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "16", true], [5, 7, "11", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.019786259159445763, "gradient_norm_before_clip": 0.4138447642326355, "kl": 0.41084348540945154, "entropy": 0.642803074158344, "ratio_outside_clip": 0.0}, {"loss": 0.019119486212730408, "gradient_norm_before_clip": 0.41254734992980957, "kl": 0.41281297034824016, "entropy": 0.6433615930301627, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "600", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [4, 5, "1000", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "8", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "600", true], [3, 9, "1128", true], [3, 9, "11228", true], [3, 9, "118", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008409700356423855, "gradient_norm_before_clip": 0.7415750622749329, "kl": 0.3602186648431652, "entropy": 0.6515488310488399, "ratio_outside_clip": 0.0}, {"loss": 0.00363742234185338, "gradient_norm_before_clip": 0.7011495232582092, "kl": 0.36108307067505613, "entropy": 0.6509870883233533, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[0, 1, "10", true], [0, 1, "120", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1000", true], [0, 1, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "2", true], [2, 4, "6", true], [2, 4, "10", true], [2, 4, "600", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1000", true], [8, 2, "1100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "110", true], [7, 2, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "4", true], [2, 6, "9", true], [2, 6, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.021688135340809822, "gradient_norm_before_clip": 0.7141038179397583, "kl": 0.3210366691639221, "entropy": 0.7196600421581393, "ratio_outside_clip": 0.0}, {"loss": 0.018847955390810966, "gradient_norm_before_clip": 0.6993405818939209, "kl": 0.32314609702116526, "entropy": 0.7186751521490757, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "10", true], [8, 4, "17", true], [8, 4, "9111", true], [8, 4, "13", true], [8, 4, "1126", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "120000", false], [8, 4, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10000", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "1120", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.019435804337263107, "gradient_norm_before_clip": 0.5908406972885132, "kl": 0.3559891315216714, "entropy": 0.6175393449499252, "ratio_outside_clip": 0.0}, {"loss": -0.02285866066813469, "gradient_norm_before_clip": 0.5790243148803711, "kl": 0.3605644144910447, "entropy": 0.6167348496457363, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [7, 6, "13", true], [7, 6, "120000", false], [7, 6, "13", true], [7, 6, "1337", true], [7, 6, "1337", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1234", true], [9, 2, "11", true], [9, 2, "1122", true], [9, 2, "11", true], [9, 2, "111200", false], [9, 2, "1120", true], [9, 2, "112600", false], [9, 2, "1110", true], [9, 2, "11", true], [7, 2, "8", true], [7, 2, "9110", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [1, 0, "126", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1202", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1000", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.000542266818229109, "gradient_norm_before_clip": 0.5338758826255798, "kl": 0.43870193563043114, "entropy": 0.7009449515113219, "ratio_outside_clip": 0.0}, {"loss": -0.0012484618928283453, "gradient_norm_before_clip": 0.5363805294036865, "kl": 0.44458603476458053, "entropy": 0.7017244553183489, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "112", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "1110", true], [8, 8, "17", true], [8, 8, "1", true], [8, 8, "116", true], [8, 8, "111", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [9, 4, "124", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 6, "17", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "128", true], [9, 6, "15", true], [9, 6, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1012", true], [4, 6, "12", true], [4, 6, "10", true], [0, 6, "2", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "24", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.006965237203985453, "gradient_norm_before_clip": 0.49622026085853577, "kl": 0.2569694307115343, "entropy": 0.6532120598687066, "ratio_outside_clip": 0.0}, {"loss": 0.004717848263680935, "gradient_norm_before_clip": 0.4894839823246002, "kl": 0.25950198703342015, "entropy": 0.653323745727539, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "600", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [3, 9, "111226", false], [3, 9, "110", true], [3, 9, "1123", true], [3, 9, "12", true], [3, 9, "1120", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "110", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "9", true], [1, 7, "8", true], [1, 7, "110", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "17", true], [6, 9, "1516", true], [4, 9, "136", true], [4, 9, "13", true], [4, 9, "1312", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "1324", true], [4, 9, "13", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "7", true], [7, 1, "7", true], [7, 1, "9110", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0069227865897119045, "gradient_norm_before_clip": 0.5734223127365112, "kl": 0.21131330156056893, "entropy": 0.7128688144145039, "ratio_outside_clip": 0.0}, {"loss": -0.011208615265786648, "gradient_norm_before_clip": 0.571613609790802, "kl": 0.21221369942702817, "entropy": 0.7134755452473959, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "112", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1200", true], [7, 5, "1120", true], [7, 5, "12", true], [7, 5, "12", true], [8, 9, "159911", false], [8, 9, "19", true], [8, 9, "139", true], [8, 9, "177517", false], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "15", true], [8, 9, "177511", false], [6, 4, "1000", true], [6, 4, "1000", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "106", true], [6, 4, "10", true], [6, 4, "8", true], [7, 0, "7", true], [7, 0, "70020", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "610", true], [7, 0, "7", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "1532", true], [9, 8, "116", true], [9, 8, "17", true], [8, 5, "1224", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "122300", false]], "zero_variance_groups": 1, "updates": [{"loss": 0.013744794763624668, "gradient_norm_before_clip": 0.7059037089347839, "kl": 0.17512719290597098, "entropy": 0.665219479515439, "ratio_outside_clip": 0.0}, {"loss": 0.011462331749498844, "gradient_norm_before_clip": 0.6926560401916504, "kl": 0.17754838126046316, "entropy": 0.6673767816452753, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "11200", true], [2, 7, "9", true], [2, 7, "9", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11000", true], [7, 4, "11", true], [7, 4, "1132", true], [7, 4, "11010", true], [7, 4, "110", true], [7, 4, "11", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 9, "13", true], [4, 9, "19112", true], [4, 9, "137", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "134", true], [6, 7, "1338", true], [6, 7, "136", true], [6, 7, "18", true], [6, 7, "13", true], [6, 7, "16", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.06254325062036514, "gradient_norm_before_clip": 0.7411160469055176, "kl": 0.31931081242586307, "entropy": 0.6196974509673593, "ratio_outside_clip": 0.0}, {"loss": 0.06105663627386093, "gradient_norm_before_clip": 0.7441741228103638, "kl": 0.32265436462082786, "entropy": 0.6196075759008917, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11224", true], [4, 7, "12", true], [4, 7, "1112", true], [4, 7, "11", true], [4, 7, "1100", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "112", true], [4, 7, "1120", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1212", true], [9, 3, "112222", false], [9, 3, "12002", true], [9, 3, "12", true], [9, 2, "7", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "1123", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "12", true], [9, 2, "110010", false], [7, 6, "17", true], [7, 6, "134", true], [7, 6, "1334", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "15", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "1000", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1000", true], [6, 4, "10", true], [0, 1, "10", true], [0, 1, "16", true], [0, 1, "2", true], [0, 1, "106", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "100", true], [0, 1, "6", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "100000", false], [8, 2, "10", true], [8, 2, "16", true], [8, 2, "112", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.08106788247823715, "gradient_norm_before_clip": 0.5659526586532593, "kl": 0.4947749780483, "entropy": 0.6428299932520789, "ratio_outside_clip": 0.0}, {"loss": -0.08371231704950333, "gradient_norm_before_clip": 0.5472457408905029, "kl": 0.4975821368172445, "entropy": 0.6427684341889083, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[4, 7, "110", true], [4, 7, "1122", true], [4, 7, "110001", false], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "1120", true], [4, 7, "11", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "137", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [5, 7, "1323", true], [5, 7, "1214", true], [5, 7, "1226", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "1123", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "34", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [8, 8, "19", true], [8, 8, "150000", false], [8, 8, "166", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "1717", true], [7, 6, "15", true], [7, 6, "1327", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1334", true], [7, 6, "1324", true], [7, 6, "13", true], [7, 6, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "110000", false], [4, 8, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.011061395518481731, "gradient_norm_before_clip": 0.7080223560333252, "kl": 0.3378458203009839, "entropy": 0.7162513013155956, "ratio_outside_clip": 0.0}, {"loss": 0.007241880055516958, "gradient_norm_before_clip": 0.6677266359329224, "kl": 0.3336204672759434, "entropy": 0.7130419173330631, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "700", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 8, "17", true], [9, 8, "139", true], [9, 8, "116", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "1310", true], [9, 8, "157911", false], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "11100", true], [8, 8, "17", true], [8, 8, "1", true], [8, 8, "139", true], [8, 8, "19", true], [8, 8, "16", true], [8, 9, "17", true], [8, 9, "1701", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "137", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [5, 7, "10", true], [5, 7, "112", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "10", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "1110", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.000654671632219106, "gradient_norm_before_clip": 0.529779851436615, "kl": 0.24442283394410438, "entropy": 0.7519210343508377, "ratio_outside_clip": 0.0}, {"loss": -0.0019509632838889956, "gradient_norm_before_clip": 0.5146291255950928, "kl": 0.2425937455954011, "entropy": 0.7492444539807507, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "110", true], [7, 5, "110011", false], [7, 5, "12", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "112", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "110010", false], [4, 7, "11", true], [4, 7, "9110", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [2, 9, "1100", true], [2, 9, "1113", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11212", true], [2, 9, "110", true], [2, 9, "10", true], [2, 9, "1120", true], [6, 4, "10", true], [6, 4, "1000", true], [6, 4, "10000", true], [6, 4, "1010", true], [6, 4, "10", true], [6, 4, "1000", true], [6, 4, "1010", true], [6, 4, "10", true], [7, 4, "11", true], [7, 4, "1100", true], [7, 4, "11", true], [7, 4, "1106", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 8, "10", true], [2, 8, "1210", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "111000", false], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "10", true]], "zero_variance_groups": 5, "updates": [{"loss": 0.019834239035844803, "gradient_norm_before_clip": 0.5333575010299683, "kl": 0.5146539346619985, "entropy": 0.6442677193854053, "ratio_outside_clip": 0.0}, {"loss": 0.019705085083842278, "gradient_norm_before_clip": 0.5396355390548706, "kl": 0.514083295930421, "entropy": 0.6444568217581537, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[7, 5, "12", true], [7, 5, "11000", true], [7, 5, "12", true], [7, 5, "110", true], [7, 5, "1122", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [0, 1, "1", true], [0, 1, "10010", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "100000", false], [0, 1, "1", true], [0, 1, "1", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [8, 9, "169111", false], [8, 9, "137", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "127", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "1232", true], [6, 6, "12", true], [6, 6, "12", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06175798922777176, "gradient_norm_before_clip": 0.7685345411300659, "kl": 0.313518028474797, "entropy": 0.7303259898040254, "ratio_outside_clip": 0.0}, {"loss": 0.057613108307123184, "gradient_norm_before_clip": 0.7382282614707947, "kl": 0.31309479104597016, "entropy": 0.7280276023735435, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[1, 3, "3", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "2400", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "8", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "1312", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "600", true], [0, 0, "0", true], [0, 0, "120", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "16", true], [9, 8, "15", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2302", true], [1, 1, "2", true], [1, 1, "20", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.034470085054636, "gradient_norm_before_clip": 0.466149240732193, "kl": 0.31771917632131863, "entropy": 0.721452655214252, "ratio_outside_clip": 0.0}, {"loss": -0.03632865473628044, "gradient_norm_before_clip": 0.462359219789505, "kl": 0.3186914617365057, "entropy": 0.7200984145655777, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [0, 1, "100000", false], [0, 1, "0", true], [0, 1, "3", true], [0, 1, "1202", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1006", true], [0, 1, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "6", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "110", true], [1, 5, "10", true], [5, 5, "1000", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "101100", false], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.07145940512418747, "gradient_norm_before_clip": 1.3275361061096191, "kl": 0.2914777047293527, "entropy": 0.5940715680803571, "ratio_outside_clip": 0.0}, {"loss": -0.07938344776630402, "gradient_norm_before_clip": 1.1923646926879883, "kl": 0.2919771248953683, "entropy": 0.5894927106584822, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[0, 0, "12", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "600", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "110", true], [0, 0, "6", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "110", true], [0, 0, "1", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [8, 4, "1322", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "1329", true], [4, 9, "13", true], [4, 9, "13", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100000", false], [4, 6, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.02262147143483162, "gradient_norm_before_clip": 0.46223902702331543, "kl": 0.3421424518931996, "entropy": 0.6231666911732067, "ratio_outside_clip": 0.0}, {"loss": -0.02277110330760479, "gradient_norm_before_clip": 0.4711604714393616, "kl": 0.34523569453846326, "entropy": 0.6220280040394176, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[8, 4, "12", true], [8, 4, "10", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "10", true], [7, 4, "110", true], [7, 4, "112", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "110", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [8, 8, "16", true], [8, 8, "116", true], [8, 8, "19", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "133", true], [8, 8, "17", true], [6, 4, "100001", false], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.014726429246366024, "gradient_norm_before_clip": 0.8184347748756409, "kl": 0.23874238083482455, "entropy": 0.6061074880248342, "ratio_outside_clip": 0.0}, {"loss": -0.0155531857162714, "gradient_norm_before_clip": 0.8140027523040771, "kl": 0.23955883260545785, "entropy": 0.605286113376724, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "7", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "7", true], [0, 0, "6", true], [0, 0, "200", true], [0, 0, "", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "90000", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100100", false], [5, 5, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "110", true], [9, 1, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.029872102662920952, "gradient_norm_before_clip": 0.4850956201553345, "kl": 0.26493558232088266, "entropy": 0.6726741435364907, "ratio_outside_clip": 0.0}, {"loss": -0.030981147661805153, "gradient_norm_before_clip": 0.47544804215431213, "kl": 0.26563473814022465, "entropy": 0.6716719917629076, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12000", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "9110", true], [6, 6, "12", true], [6, 6, "13", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "112", true], [2, 9, "1110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11000", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1326", true], [7, 5, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0004544583207461983, "gradient_norm_before_clip": 0.9418321847915649, "kl": 0.22514969652349298, "entropy": 0.597070650620894, "ratio_outside_clip": 0.0}, {"loss": -0.005641466472297907, "gradient_norm_before_clip": 0.8819517493247986, "kl": 0.2250652096488259, "entropy": 0.5942638137123801, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "600", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "226", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [2, 4, "122", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [1, 9, "1110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 2, "1112", true], [9, 2, "1112", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "112324", false], [1, 7, "700", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "4", true], [1, 7, "8", true], [6, 9, "15", true], [6, 9, "1", true], [6, 9, "134", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "1110", true], [6, 9, "16", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017671886831521988, "gradient_norm_before_clip": 0.4994371235370636, "kl": 0.3194077735723451, "entropy": 0.7101864038511764, "ratio_outside_clip": 0.0}, {"loss": 0.017199935391545296, "gradient_norm_before_clip": 0.4982244670391083, "kl": 0.31897010359653205, "entropy": 0.7091398904489916, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "2", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "700", true], [3, 4, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1010", true], [1, 9, "1210", true], [1, 9, "10", true], [1, 9, "10", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "32337", true], [2, 2, "6", true], [2, 8, "10", true], [2, 8, "1000", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "110000", false], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "112", true], [1, 3, "34", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0017103345599025488, "gradient_norm_before_clip": 0.5970407128334045, "kl": 0.22204624133163622, "entropy": 0.5800884118240871, "ratio_outside_clip": 0.0}, {"loss": -0.004480029921978712, "gradient_norm_before_clip": 0.5858461856842041, "kl": 0.2197732175334116, "entropy": 0.5780853100037306, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[8, 5, "1327", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13226", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [5, 8, "13", true], [5, 8, "1226", true], [5, 8, "1300", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "1", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [4, 2, "6", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "9", true], [4, 2, "6", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "1112", true], [6, 6, "1222", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "1122", true], [4, 8, "110", true], [4, 8, "12", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.016469435766339302, "gradient_norm_before_clip": 0.95290607213974, "kl": 0.14780911339653863, "entropy": 0.6562207963731553, "ratio_outside_clip": 0.0}, {"loss": 0.015186659060418606, "gradient_norm_before_clip": 0.9271718859672546, "kl": 0.14717843797471789, "entropy": 0.6546818203396267, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[1, 3, "46", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 4, "1122", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "1112", true], [7, 4, "12", true], [7, 4, "11000", true], [7, 4, "111203", false], [7, 4, "111", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "130000", false], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "1223", true], [1, 0, "1", true], [1, 0, "16", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "10", true], [1, 0, "16", true], [6, 9, "116", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "116", true], [6, 9, "117", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "111324", false], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "128", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.04091796278953552, "gradient_norm_before_clip": 0.45875421166419983, "kl": 0.37116412727200254, "entropy": 0.7028957289092395, "ratio_outside_clip": 0.0}, {"loss": 0.03864524886012077, "gradient_norm_before_clip": 0.4566411077976227, "kl": 0.3701591102444396, "entropy": 0.702650498370735, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[0, 8, "8", true], [0, 8, "1000", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [9, 6, "1506", true], [9, 6, "17", true], [9, 6, "91116", true], [9, 6, "17", true], [9, 6, "1", true], [9, 6, "116", true], [9, 6, "15", true], [9, 6, "15", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "6", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "17", true], [6, 9, "134", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "16", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "134", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "16", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "86", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "918", true], [9, 3, "1100", true], [9, 3, "12", true], [9, 3, "1226", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04107363894581795, "gradient_norm_before_clip": 0.6879854798316956, "kl": 0.12263486626442899, "entropy": 0.6703219895952204, "ratio_outside_clip": 0.0}, {"loss": 0.034600112587213516, "gradient_norm_before_clip": 0.666837215423584, "kl": 0.12409392367588, "entropy": 0.6704853786511368, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[2, 2, "4", true], [2, 2, "38", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "5", true], [2, 2, "4", true], [2, 2, "36", true], [2, 2, "4", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "100010", false], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [7, 5, "110", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "1200", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [9, 6, "159111", false], [9, 6, "129", true], [9, 6, "134", true], [9, 6, "1337", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "158", true], [9, 6, "17", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "100010", false], [0, 8, "00", true], [0, 8, "8", true], [0, 8, "8", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "110", true], [8, 2, "1017", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "120000", false], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04927866533398628, "gradient_norm_before_clip": 0.6485715508460999, "kl": 0.19199470164244656, "entropy": 0.6588028823773477, "ratio_outside_clip": 0.0}, {"loss": 0.04548608511686325, "gradient_norm_before_clip": 0.6618814468383789, "kl": 0.19221441239272993, "entropy": 0.6576859073935395, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[5, 5, "106", true], [5, 5, "100", true], [5, 5, "9", true], [5, 5, "1100", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "110", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "110", true], [4, 8, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "120000", false], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "177116", false], [6, 9, "17", true], [6, 9, "15", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "116", true], [6, 9, "15", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04681584611535072, "gradient_norm_before_clip": 0.8580980896949768, "kl": 0.1471042103237576, "entropy": 0.62507570054796, "ratio_outside_clip": 0.0}, {"loss": 0.03725651279091835, "gradient_norm_before_clip": 0.8184215426445007, "kl": 0.14892117182413736, "entropy": 0.626973385281033, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "6", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "917", true], [7, 1, "9", true], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "1", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "100", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [1, 3, "4", true], [1, 3, "47", true], [1, 3, "400", true], [1, 3, "36", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.029660208150744438, "gradient_norm_before_clip": 0.598741352558136, "kl": 0.21075764662927862, "entropy": 0.6796208114075146, "ratio_outside_clip": 0.0}, {"loss": 0.025996364653110504, "gradient_norm_before_clip": 0.5840599536895752, "kl": 0.20975114287232324, "entropy": 0.6779471198431879, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[0, 0, "10", true], [0, 0, "0", true], [0, 0, "1000", true], [0, 0, "10000", true], [0, 0, "010", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "1123", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "900", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017000876367092133, "gradient_norm_before_clip": 0.8103724718093872, "kl": 0.22050487633907434, "entropy": 0.6537026607629025, "ratio_outside_clip": 0.0}, {"loss": 0.016754481941461563, "gradient_norm_before_clip": 0.8166980743408203, "kl": 0.2196156357273911, "entropy": 0.6533040364583333, "ratio_outside_clip": 0.0}]}, {"step": 184, "rows": [[5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 9, "136", true], [4, 9, "13", true], [4, 9, "134", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "60", true], [8, 0, "7", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1000", true], [0, 1, "110", true], [0, 1, "10", true], [0, 1, "110", true], [0, 1, "10", true], [0, 1, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "11", true], [7, 2, "7", true], [7, 2, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.007855905219912529, "gradient_norm_before_clip": 0.5918128490447998, "kl": 0.28403497833052493, "entropy": 0.6651637258093341, "ratio_outside_clip": 0.0}, {"loss": 0.00554566690698266, "gradient_norm_before_clip": 0.5773187279701233, "kl": 0.28383033104192196, "entropy": 0.6641807805478962, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[6, 0, "8", true], [6, 0, "600", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "30", true], [2, 1, "322", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "224", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "11", true], [2, 9, "11010", true], [2, 9, "1112", true], [2, 9, "110", true], [2, 9, "12", true], [2, 9, "16", true], [2, 9, "1112", true], [2, 9, "11", true], [4, 4, "7", true], [4, 4, "910", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [4, 7, "11", true], [4, 7, "7", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "112", true], [4, 7, "1100", true], [4, 7, "12", true], [4, 7, "11", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "165", true], [9, 8, "17", true], [9, 8, "19", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "1", true], [9, 8, "17", true], [9, 8, "1719", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.040594737976789474, "gradient_norm_before_clip": 0.6489143967628479, "kl": 0.3465890728059362, "entropy": 0.7329428417435109, "ratio_outside_clip": 0.0}, {"loss": -0.0417625866830349, "gradient_norm_before_clip": 0.637344241142273, "kl": 0.3471008467543972, "entropy": 0.7326101501131318, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [7, 6, "1224", true], [7, 6, "124", true], [7, 6, "13", true], [7, 6, "1336", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "137", true], [7, 6, "12", true], [0, 0, "16", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "100000", false], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "110", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "100000", false], [9, 1, "1000", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110000", false], [9, 1, "10", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "117", true], [9, 8, "16", true], [9, 8, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.05430132523179054, "gradient_norm_before_clip": 0.74068284034729, "kl": 0.3212586269583753, "entropy": 0.6749709754861811, "ratio_outside_clip": 0.0}, {"loss": -0.055671557784080505, "gradient_norm_before_clip": 0.7306243181228638, "kl": 0.3229915454823484, "entropy": 0.6755203739289315, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 8, "1517", true], [9, 8, "15", true], [9, 8, "134", true], [9, 8, "17", true], [9, 8, "116", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "139", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [7, 4, "110", true], [7, 4, "1112", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "112", true], [7, 4, "11", true], [7, 4, "112", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "110", true], [2, 9, "120", true], [2, 9, "112222", false], [2, 9, "11122", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0032547852024435997, "gradient_norm_before_clip": 0.522170901298523, "kl": 0.3622524350188499, "entropy": 0.6852550950161246, "ratio_outside_clip": 0.0}, {"loss": -0.0002652600815054029, "gradient_norm_before_clip": 0.5020814538002014, "kl": 0.36414370425911835, "entropy": 0.6839376937511356, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "179151", false], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "6", true], [2, 5, "7", true], [8, 9, "15", true], [8, 9, "155911", false], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "1517", true], [8, 9, "175117", false], [8, 8, "17", true], [8, 8, "191112", false], [8, 8, "18", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [2, 6, "6", true], [2, 6, "80", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "78", true], [1, 7, "9", true], [1, 7, "8", true], [0, 1, "10", true], [0, 1, "16", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04112941026687622, "gradient_norm_before_clip": 0.5342006683349609, "kl": 0.2783321900801225, "entropy": 0.7651694037697532, "ratio_outside_clip": 0.0}, {"loss": -0.04461738094687462, "gradient_norm_before_clip": 0.5379878282546997, "kl": 0.2857906168157404, "entropy": 0.7677848122336648, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [7, 6, "13", true], [7, 6, "139", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "112", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1327", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10000", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "6", true], [0, 8, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "600", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [7, 4, "10", true], [7, 4, "110000", false], [7, 4, "10", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "1110", true], [7, 4, "11", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.004516902845352888, "gradient_norm_before_clip": 0.4832092821598053, "kl": 0.407890098039494, "entropy": 0.7119390798169513, "ratio_outside_clip": 0.0}, {"loss": 0.0030198933091014624, "gradient_norm_before_clip": 0.4775702953338623, "kl": 0.4127036693484284, "entropy": 0.7131963774215343, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[9, 8, "17", true], [9, 8, "1791", true], [9, 8, "15", true], [9, 8, "116", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "112", true], [3, 9, "110", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 8, "137", true], [8, 8, "116", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "127", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1313", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [1, 8, "6", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "112", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true], [8, 2, "11110", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "11012", true], [8, 5, "15", true], [8, 5, "1237", true], [8, 5, "13", true], [8, 5, "137", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "1300", true], [8, 5, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0061300951056182384, "gradient_norm_before_clip": 0.47755658626556396, "kl": 0.33570865466834254, "entropy": 0.6629929245944228, "ratio_outside_clip": 0.0}, {"loss": -0.007743918802589178, "gradient_norm_before_clip": 0.47518736124038696, "kl": 0.34047257272820725, "entropy": 0.665311019386401, "ratio_outside_clip": 0.0}]}, {"step": 191, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "607", true], [0, 6, "6", true], [0, 6, "600000", false], [4, 9, "1226", true], [4, 9, "1300", true], [4, 9, "124", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "1000", true], [8, 1, "8", true], [0, 1, "10", true], [0, 1, "1000", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1000", true], [0, 1, "1", true], [0, 1, "12", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [3, 9, "123", true], [3, 9, "11220", true], [3, 9, "12", true], [3, 9, "1226", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.025034071877598763, "gradient_norm_before_clip": 0.5543316006660461, "kl": 0.2998460672669492, "entropy": 0.6493592343087924, "ratio_outside_clip": 0.0}, {"loss": 0.02309587225317955, "gradient_norm_before_clip": 0.5337051153182983, "kl": 0.29852833720923816, "entropy": 0.6478265449825653, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "600", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "600", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "4", true], [0, 7, "7", true], [0, 7, "7", true], [9, 8, "112", true], [9, 8, "171110", false], [9, 8, "17", true], [9, 8, "113", true], [9, 8, "17", true], [9, 8, "139", true], [9, 8, "17", true], [9, 8, "17", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "117", true], [9, 8, "157", true], [9, 8, "17", true], [9, 8, "11260", true], [9, 8, "17", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.036050502210855484, "gradient_norm_before_clip": 0.6101594567298889, "kl": 0.27797921498616535, "entropy": 0.7482018243698847, "ratio_outside_clip": 0.0}, {"loss": 0.03243230655789375, "gradient_norm_before_clip": 0.6064942479133606, "kl": 0.2803959165300642, "entropy": 0.7454697745186942, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "12", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "1000", true], [0, 0, "0", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "228", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "916", true], [6, 2, "8", true], [6, 2, "8", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "178", true], [8, 9, "17", true], [9, 3, "1224", true], [9, 3, "13", true], [9, 3, "112", true], [9, 3, "13", true], [9, 3, "112223", false], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0045717330649495125, "gradient_norm_before_clip": 0.5006112456321716, "kl": 0.33236672157465025, "entropy": 0.7397676068683003, "ratio_outside_clip": 0.0}, {"loss": 0.0011052627814933658, "gradient_norm_before_clip": 0.5003458261489868, "kl": 0.3321277928906818, "entropy": 0.7388350908146348, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "4", true], [2, 6, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "80000", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "900", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "134", true], [8, 5, "13", true], [8, 5, "1322", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02358769066631794, "gradient_norm_before_clip": 0.5047262907028198, "kl": 0.13147959132103404, "entropy": 0.6404168681733927, "ratio_outside_clip": 0.0}, {"loss": 0.021044842898845673, "gradient_norm_before_clip": 0.4940001666545868, "kl": 0.13181246617797074, "entropy": 0.6375181356053443, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12000", true], [5, 8, "1329", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [4, 6, "110", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [5, 7, "11000", true], [5, 7, "1122", true], [5, 7, "112", true], [5, 7, "110", true], [5, 7, "11", true], [5, 7, "1122", true], [5, 7, "12", true], [5, 7, "110", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [6, 9, "116", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "1327", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "17", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03250197693705559, "gradient_norm_before_clip": 0.7711871862411499, "kl": 0.3009779959013968, "entropy": 0.6388518208205097, "ratio_outside_clip": 0.0}, {"loss": 0.031799495220184326, "gradient_norm_before_clip": 0.7656627297401428, "kl": 0.3024601021198311, "entropy": 0.638486688787287, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "1000", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "112", true], [5, 5, "10", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [9, 2, "1123", true], [9, 2, "110", true], [9, 2, "1112", true], [9, 2, "1112", true], [9, 2, "11220", true], [9, 2, "1110", true], [9, 2, "112", true], [9, 2, "110", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "900", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "136", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1226", true], [9, 3, "12", true], [9, 3, "1212", true], [9, 3, "12", true], [9, 3, "9112", true], [9, 3, "12", true], [4, 7, "1110", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "110000", false], [4, 7, "1110", true], [4, 7, "110", true], [4, 7, "1110", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0415954627096653, "gradient_norm_before_clip": 0.707405686378479, "kl": 0.4293218025794396, "entropy": 0.6560623462383564, "ratio_outside_clip": 0.0}, {"loss": 0.03977452218532562, "gradient_norm_before_clip": 0.6869563460350037, "kl": 0.43061278416560245, "entropy": 0.6548687861515925, "ratio_outside_clip": 0.0}]}, {"step": 197, "rows": [[0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "10", true], [5, 2, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "", true], [2, 1, "24", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [6, 7, "1237", true], [6, 7, "13", true], [6, 7, "14", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 9, "15", true], [6, 9, "117", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [8, 5, "14", true], [8, 5, "14", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.06288117170333862, "gradient_norm_before_clip": 0.6995925903320312, "kl": 0.1909393310546875, "entropy": 0.7195310592651367, "ratio_outside_clip": 0.0}, {"loss": 0.05893201753497124, "gradient_norm_before_clip": 0.6898927092552185, "kl": 0.19000859260559083, "entropy": 0.715197229385376, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [0, 1, "10", true], [0, 1, "110", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10000", true], [1, 1, "2120", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "222", true], [1, 1, "26", true], [1, 1, "200", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "12", true], [1, 0, "1", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "324", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "11120", true], [5, 7, "111", true], [5, 7, "112", true], [5, 7, "12", true], [5, 7, "112", true], [5, 7, "1122", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.028755750507116318, "gradient_norm_before_clip": 0.5003541707992554, "kl": 0.560406564295977, "entropy": 0.7665686771787447, "ratio_outside_clip": 0.0}, {"loss": -0.029655875638127327, "gradient_norm_before_clip": 0.4961780607700348, "kl": 0.5628896252862339, "entropy": 0.7665264085791577, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 9, "10", true], [1, 9, "1110", true], [1, 9, "110", true], [1, 9, "1010", true], [1, 9, "10", true], [1, 9, "1106", true], [1, 9, "10", true], [1, 9, "10", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "34", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 6, "1324", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1317", true], [7, 6, "1326", true], [7, 6, "1337", true], [7, 6, "13", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "2", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.021945349872112274, "gradient_norm_before_clip": 0.32443344593048096, "kl": 0.23112620863803598, "entropy": 0.6364821500556413, "ratio_outside_clip": 0.0}, {"loss": 0.020089883357286453, "gradient_norm_before_clip": 0.320529967546463, "kl": 0.23051984920058138, "entropy": 0.6346950531005859, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "900", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1120", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 7, "112", true], [5, 7, "11210", true], [5, 7, "12", true], [5, 7, "1124", true], [5, 7, "12", true], [5, 7, "110", true], [5, 7, "12", true], [5, 7, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "100", true], [5, 1, "6", true], [5, 1, "6", true], [6, 9, "137", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "16", true], [6, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "910", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03708423674106598, "gradient_norm_before_clip": 0.647240400314331, "kl": 0.2346214164387096, "entropy": 0.6461585218256171, "ratio_outside_clip": 0.0}, {"loss": 0.03451116383075714, "gradient_norm_before_clip": 0.6342334747314453, "kl": 0.2348719076676802, "entropy": 0.644874399358576, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "807", true], [0, 0, "10", true], [0, 0, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 5, "0", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 3, "112", true], [9, 3, "12227", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "122324", false], [9, 3, "12", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010441649705171585, "gradient_norm_before_clip": 0.3565295934677124, "kl": 0.23988929748535157, "entropy": 0.6593986002604166, "ratio_outside_clip": 0.0}, {"loss": -0.01124508585780859, "gradient_norm_before_clip": 0.35603928565979004, "kl": 0.24095225016276042, "entropy": 0.6581035359700521, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "100", true], [2, 8, "110010", false], [7, 4, "110", true], [7, 4, "7", true], [7, 4, "12", true], [7, 4, "110", true], [7, 4, "11110", true], [7, 4, "11", true], [7, 4, "1100", true], [7, 4, "11", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "175117", false], [8, 9, "151101", false], [8, 9, "13126", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "1100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "11220", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13237", true], [1, 1, "3", true], [1, 1, "200", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "20", true], [1, 1, "2", true], [2, 9, "112", true], [2, 9, "110", true], [2, 9, "12", true], [2, 9, "110", true], [2, 9, "1122", true], [2, 9, "12", true], [2, 9, "110", true], [2, 9, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1122", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.05267211049795151, "gradient_norm_before_clip": 0.5492977499961853, "kl": 0.46471779687064035, "entropy": 0.6955456052507673, "ratio_outside_clip": 0.0}, {"loss": -0.0552930049598217, "gradient_norm_before_clip": 0.5294551253318787, "kl": 0.46638444491795134, "entropy": 0.6961063657488141, "ratio_outside_clip": 0.0}]}, {"step": 203, "rows": [[5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "19", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "11000", true], [9, 1, "100", true], [9, 1, "11000", true], [4, 4, "7", true], [4, 4, "70", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "1113", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.02132677286863327, "gradient_norm_before_clip": 0.5269009470939636, "kl": 0.25004670786303146, "entropy": 0.5985312794530114, "ratio_outside_clip": 0.0}, {"loss": 0.01969200186431408, "gradient_norm_before_clip": 0.5187591314315796, "kl": 0.2500438024831373, "entropy": 0.5980476556822311, "ratio_outside_clip": 0.0}]}, {"step": 204, "rows": [[5, 2, "6", true], [5, 2, "6", true], [5, 2, "700", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "17", true], [7, 6, "1324", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13340", true], [7, 6, "1606", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [1, 1, "12", true], [1, 1, "12", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "22324", true], [1, 1, "223", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "19", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "10", true], [9, 2, "1100", true], [9, 2, "1110", true], [9, 2, "1110", true], [9, 2, "12", true], [9, 2, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.039409276098012924, "gradient_norm_before_clip": 0.5000748634338379, "kl": 0.3447231370575574, "entropy": 0.6966354992924905, "ratio_outside_clip": 0.0}, {"loss": -0.04121200367808342, "gradient_norm_before_clip": 0.4927220940589905, "kl": 0.34404256392498406, "entropy": 0.6950283439791932, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "12", true], [2, 8, "12", true], [2, 8, "110", true], [2, 8, "10", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [9, 3, "1222", true], [9, 3, "17", true], [9, 3, "120", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "10", true], [1, 1, "20006", true], [1, 1, "12", true], [1, 1, "200", true], [1, 1, "20", true], [1, 1, "2", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110010", false], [1, 9, "8", true], [1, 9, "10", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [1, 1, "12006", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "22222", true], [1, 1, "26", true], [1, 1, "2", true], [1, 1, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0839221403002739, "gradient_norm_before_clip": 0.5841273069381714, "kl": 0.38160899328807046, "entropy": 0.7362977688905423, "ratio_outside_clip": 0.0}, {"loss": -0.08723748475313187, "gradient_norm_before_clip": 0.5687727332115173, "kl": 0.38094947451636907, "entropy": 0.7338763040209574, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "1012", true], [2, 8, "110", true], [2, 8, "10", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "179117", false], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 2, "1112", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11010", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "112", true], [9, 2, "111200", false]], "zero_variance_groups": 2, "updates": [{"loss": 0.015730464830994606, "gradient_norm_before_clip": 0.7031206488609314, "kl": 0.3096928596496582, "entropy": 0.6582368503917347, "ratio_outside_clip": 0.0}, {"loss": 0.014660865068435669, "gradient_norm_before_clip": 0.6988307237625122, "kl": 0.30973462624983356, "entropy": 0.6570666053078391, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [3, 1, "224", true], [3, 1, "46", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "2", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "120000", false], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [7, 4, "1100", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "1110", true], [7, 4, "11000", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "4", true], [3, 1, "37", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03452804312109947, "gradient_norm_before_clip": 0.4463619589805603, "kl": 0.33297219305682035, "entropy": 0.6511636745710314, "ratio_outside_clip": 0.0}, {"loss": 0.0339939184486866, "gradient_norm_before_clip": 0.4478670358657837, "kl": 0.33204519821822276, "entropy": 0.6507461173402751, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "120000", false], [9, 3, "12", true], [9, 3, "12", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "24", true], [1, 2, "3", true], [5, 7, "12260", true], [5, 7, "110", true], [5, 7, "1126", true], [5, 7, "1112", true], [5, 7, "11222", true], [5, 7, "120", true], [5, 7, "1213", true], [5, 7, "110010", false], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "916", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [5, 2, "6", true], [5, 2, "0", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [0, 1, "100", true], [0, 1, "10", true], [0, 1, "6", true], [0, 1, "10", true], [0, 1, "1000", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018026314675807953, "gradient_norm_before_clip": 0.9467790722846985, "kl": 0.36290457589285713, "entropy": 0.7004423304966518, "ratio_outside_clip": 0.0}, {"loss": -0.02347964234650135, "gradient_norm_before_clip": 0.9154067635536194, "kl": 0.3636648123604911, "entropy": 0.6994471958705357, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11228", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "1112", true], [9, 8, "116", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "18", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "115", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [4, 9, "13324", true], [4, 9, "137", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "14", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "137", true], [6, 7, "13", true], [6, 7, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.011892984621226788, "gradient_norm_before_clip": 0.5336443185806274, "kl": 0.23326784406389509, "entropy": 0.6086241803850446, "ratio_outside_clip": 0.0}, {"loss": 0.009293749928474426, "gradient_norm_before_clip": 0.5184391736984253, "kl": 0.2396205357142857, "entropy": 0.6096848842075893, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[2, 9, "12", true], [2, 9, "1124", true], [2, 9, "1112", true], [2, 9, "112", true], [2, 9, "112", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "1200", true], [4, 8, "12", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "137", true], [8, 8, "138", true], [8, 8, "17", true], [8, 8, "157", true], [8, 8, "17", true], [8, 8, "17", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [9, 6, "1510", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "157911", false], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "14", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "12", true], [1, 0, "10", true], [1, 0, "12", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "1337", true], [8, 5, "13", true], [8, 5, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.015293736010789871, "gradient_norm_before_clip": 0.41527625918388367, "kl": 0.39940147793170105, "entropy": 0.6373981987078166, "ratio_outside_clip": 0.0}, {"loss": -0.014219512231647968, "gradient_norm_before_clip": 0.43106329441070557, "kl": 0.40122313351975275, "entropy": 0.6382670844953084, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "1", true], [8, 8, "17", true], [8, 8, "15", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "1329", true], [6, 7, "13", true], [6, 7, "13", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "700", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "13", true], [5, 5, "1000", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "110", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "1000", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "11", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.032376740127801895, "gradient_norm_before_clip": 0.8290013670921326, "kl": 0.20659039592185216, "entropy": 0.6136353252923976, "ratio_outside_clip": 0.0}, {"loss": 0.030307209119200706, "gradient_norm_before_clip": 0.8216451406478882, "kl": 0.20688437300118787, "entropy": 0.612326995671144, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[0, 0, "11000", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "110", true], [7, 5, "12", true], [7, 5, "126", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "110", true], [7, 5, "12", true], [7, 5, "13", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1016", true], [6, 4, "10", true], [6, 4, "10000", true], [6, 4, "10", true], [6, 6, "10", true], [6, 6, "10", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "1224", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.02190958708524704, "gradient_norm_before_clip": 0.6222313642501831, "kl": 0.29335052409070606, "entropy": 0.5503124074733003, "ratio_outside_clip": 0.0}, {"loss": -0.024043453857302666, "gradient_norm_before_clip": 0.5979738235473633, "kl": 0.29243643740390207, "entropy": 0.5483894348144531, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[7, 6, "1324", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "1224", true], [4, 7, "110", true], [4, 7, "1121", true], [4, 7, "11000", true], [4, 7, "1100", true], [4, 7, "1112", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [6, 6, "12", true], [6, 6, "1226", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "1222", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "112", true], [8, 8, "15", true], [8, 8, "17", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.04726279526948929, "gradient_norm_before_clip": 0.5947713851928711, "kl": 0.3471557533806139, "entropy": 0.6986092322511099, "ratio_outside_clip": 0.0}, {"loss": 0.045448482036590576, "gradient_norm_before_clip": 0.5765081644058228, "kl": 0.34438369834357924, "entropy": 0.6950809916511911, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[7, 6, "12", true], [7, 6, "13", true], [7, 6, "1337", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "1224", true], [7, 6, "13", true], [7, 6, "13", true], [0, 1, "10", true], [0, 1, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [6, 6, "12", true], [6, 6, "12220", true], [6, 6, "12", true], [6, 6, "122200", false], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "1206", true], [6, 6, "12", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "918", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "917", true], [8, 1, "9", true], [8, 1, "110", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.027694549411535263, "gradient_norm_before_clip": 0.5938305258750916, "kl": 0.3279373800966161, "entropy": 0.6997030134031759, "ratio_outside_clip": 0.0}, {"loss": 0.023964855819940567, "gradient_norm_before_clip": 0.5862827897071838, "kl": 0.3266330922143699, "entropy": 0.6974839430588943, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[8, 9, "15", true], [8, 9, "14", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [5, 4, "8", true], [5, 4, "80010", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "110000", false], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [8, 4, "12", true], [8, 4, "110", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11226", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "1000", true], [5, 1, "6", true], [5, 1, "7", true], [8, 8, "15", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "134", true], [8, 8, "15", true], [8, 8, "", true], [8, 8, "17", true], [8, 8, "18", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "0", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05715204402804375, "gradient_norm_before_clip": 0.5849276781082153, "kl": 0.26773437672415695, "entropy": 0.642425537109375, "ratio_outside_clip": 0.0}, {"loss": 0.055519308894872665, "gradient_norm_before_clip": 0.5792608261108398, "kl": 0.2670968481376346, "entropy": 0.6408659078307071, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "24", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "9", true], [9, 1, "1012", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "112", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [8, 8, "197111", false], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "113", true], [8, 8, "17", true], [8, 8, "115", true], [8, 8, "166", true], [8, 8, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17212", true], [6, 9, "154", true], [6, 9, "1337", true], [6, 9, "14", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "14", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "4", true], [3, 1, "47", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.031312067061662674, "gradient_norm_before_clip": 0.7016239166259766, "kl": 0.20096558299144554, "entropy": 0.6468983229312151, "ratio_outside_clip": 0.0}, {"loss": 0.028484776616096497, "gradient_norm_before_clip": 0.6824359893798828, "kl": 0.19972633915906512, "entropy": 0.6460712368927854, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "159711", false], [9, 6, "15", true], [9, 6, "137", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "322", true], [6, 7, "1300", true], [6, 7, "137", true], [6, 7, "1333", true], [6, 7, "13", true], [6, 7, "1316", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [0, 1, "100", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "11006", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "10", true], [8, 8, "191511", false], [8, 8, "17", true], [8, 8, "136", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "112", true], [8, 8, "17", true], [6, 6, "1200", true], [6, 6, "1222", true], [6, 6, "120000", false], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0155634805560112, "gradient_norm_before_clip": 0.4625348150730133, "kl": 0.3114141680530666, "entropy": 0.6870747202450467, "ratio_outside_clip": 0.0}, {"loss": 0.013639693148434162, "gradient_norm_before_clip": 0.46231532096862793, "kl": 0.30967094971961584, "entropy": 0.6861031915723663, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[8, 9, "17", true], [8, 9, "157117", false], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "113", true], [8, 9, "15", true], [8, 9, "17", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "610", true], [2, 4, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "1102", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "110", true], [1, 0, "1010", true], [1, 0, "1006", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04293075576424599, "gradient_norm_before_clip": 0.7701665759086609, "kl": 0.30868073451666184, "entropy": 0.6482091362093702, "ratio_outside_clip": 0.0}, {"loss": -0.04512324184179306, "gradient_norm_before_clip": 0.753768801689148, "kl": 0.30909491174014997, "entropy": 0.6473092444149064, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[7, 0, "6", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [5, 7, "1222", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11220", true], [5, 7, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 4, "11000", true], [7, 4, "1110", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "9", true], [7, 4, "110", true], [7, 4, "12", true], [7, 6, "134", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "122424", false], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [2, 2, "4", true], [2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "110", true], [4, 5, "9", true], [4, 5, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018593713641166687, "gradient_norm_before_clip": 0.5418834090232849, "kl": 0.32181557502535824, "entropy": 0.6364982984342628, "ratio_outside_clip": 0.0}, {"loss": -0.02079518884420395, "gradient_norm_before_clip": 0.5396738648414612, "kl": 0.3229805329886589, "entropy": 0.6363385869653185, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true], [3, 9, "1123", true], [3, 9, "1222", true], [3, 9, "12", true], [3, 9, "1222", true], [3, 9, "12", true], [3, 9, "1226", true], [3, 9, "12", true], [3, 9, "12", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "12", true], [1, 5, "7", true], [6, 2, "88", true], [6, 2, "800", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "1234", true], [6, 7, "136", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03978210687637329, "gradient_norm_before_clip": 0.3943713307380676, "kl": 0.2104612013872932, "entropy": 0.6093664730296415, "ratio_outside_clip": 0.0}, {"loss": 0.03859061747789383, "gradient_norm_before_clip": 0.3886834383010864, "kl": 0.21121808220358457, "entropy": 0.6091671214384191, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [8, 5, "13", true], [8, 5, "91110", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "179111", false], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "11000", true], [9, 2, "11010", true], [9, 2, "110", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.059546906501054764, "gradient_norm_before_clip": 0.5128902792930603, "kl": 0.30179828708454715, "entropy": 0.6266328628453831, "ratio_outside_clip": 0.0}, {"loss": 0.057285986840724945, "gradient_norm_before_clip": 0.5048388838768005, "kl": 0.3046616376456568, "entropy": 0.6267193293167372, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[9, 2, "110", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11000", true], [9, 2, "11", true], [9, 2, "1227", true], [9, 2, "16", true], [9, 2, "110", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1200", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "1212", true], [9, 3, "13", true], [0, 1, "10", true], [0, 1, "112", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [2, 9, "11", true], [2, 9, "1122", true], [2, 9, "110", true], [2, 9, "1028", true], [2, 9, "11000", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [9, 2, "110", true], [9, 2, "112", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "1112", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "112222", false], [1, 1, "13", true], [1, 1, "2", true], [1, 1, "226", true], [1, 1, "0", true], [1, 1, "110", true], [1, 1, "22223", true], [1, 1, "223", true], [1, 1, "6", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "100000", false], [0, 0, "1", true], [0, 0, "10", true], [0, 0, "", true], [0, 0, "10", true], [0, 0, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03729689121246338, "gradient_norm_before_clip": 0.6396652460098267, "kl": 0.7320130963191808, "entropy": 0.729007542690384, "ratio_outside_clip": 0.0}, {"loss": -0.038720227777957916, "gradient_norm_before_clip": 0.6348040103912354, "kl": 0.733418402270736, "entropy": 0.728328098760587, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "110", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 6, "10010", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [4, 6, "1010", true], [4, 6, "10", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "9", true], [8, 8, "191111", false], [8, 8, "195511", false], [8, 8, "17", true], [8, 8, "13000", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "137", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "610", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.011448178440332413, "gradient_norm_before_clip": 0.4502873420715332, "kl": 0.24232039200632197, "entropy": 0.5540144267835115, "ratio_outside_clip": 0.0}, {"loss": -0.012761194258928299, "gradient_norm_before_clip": 0.4447443187236786, "kl": 0.2415774897525185, "entropy": 0.5532925655967311, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "137", true], [4, 9, "15", true], [4, 9, "16", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [1, 5, "600", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1000", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "1112", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.028035534545779228, "gradient_norm_before_clip": 0.7454407811164856, "kl": 0.1459131965860289, "entropy": 0.5459791930795413, "ratio_outside_clip": 0.0}, {"loss": -0.032252874225378036, "gradient_norm_before_clip": 0.712803304195404, "kl": 0.14545465212816383, "entropy": 0.5426543832522387, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[0, 1, "10", true], [0, 1, "1000", true], [0, 1, "10", true], [0, 1, "6", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "112228", false], [3, 9, "12", true], [3, 9, "112322", false], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13217", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 8, "177911", false], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "100", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "10", true], [1, 5, "6", true], [1, 5, "1000", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "4", true], [6, 2, "4", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [9, 8, "157", true], [9, 8, "15", true], [9, 8, "1717", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "137", true], [9, 8, "170110", false], [9, 8, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.02803383581340313, "gradient_norm_before_clip": 0.518738329410553, "kl": 0.3581666946411133, "entropy": 0.6390426254272461, "ratio_outside_clip": 0.0}, {"loss": -0.029314162209630013, "gradient_norm_before_clip": 0.5156263709068298, "kl": 0.35706123352050784, "entropy": 0.6371574783325196, "ratio_outside_clip": 0.0}]}, {"step": 226, "rows": [[6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "137", true], [6, 9, "177", true], [6, 9, "1537", true], [6, 9, "17212", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 8, "10", true], [2, 8, "", true], [2, 8, "110", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "110", true], [2, 8, "100", true], [2, 8, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "1000", true], [0, 0, "10", true], [0, 0, "000", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "24", true], [1, 2, "2", true], [1, 2, "327", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04992875084280968, "gradient_norm_before_clip": 0.6114358305931091, "kl": 0.34231585991091845, "entropy": 0.7074770578523961, "ratio_outside_clip": 0.0}, {"loss": -0.052013199776411057, "gradient_norm_before_clip": 0.592002809047699, "kl": 0.3429913404511242, "entropy": 0.7067397978247666, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[6, 6, "1220", true], [6, 6, "10", true], [6, 6, "120012", false], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [0, 1, "10", true], [0, 1, "1020", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [1, 2, "22224", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "200", true], [1, 2, "204", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "26", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "90", true], [8, 0, "10", true], [8, 0, "8", true], [1, 8, "10", true], [1, 8, "910", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05786389485001564, "gradient_norm_before_clip": 0.45654603838920593, "kl": 0.4028964364455521, "entropy": 0.7926413881266775, "ratio_outside_clip": 0.0}, {"loss": 0.057100120931863785, "gradient_norm_before_clip": 0.4505041539669037, "kl": 0.4063450631919814, "entropy": 0.794374898898821, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "7", true], [1, 7, "8", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "137", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 0, "60", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "8", true], [3, 1, "4", true], [3, 1, "34", true], [3, 1, "27", true], [3, 1, "4", true], [3, 1, "334", true], [3, 1, "224", true], [3, 1, "4", true], [3, 1, "400", true], [7, 4, "11112", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "9", true], [7, 4, "1109", true], [7, 4, "11", true], [7, 4, "1122", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "1006", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01004030741751194, "gradient_norm_before_clip": 0.5799614787101746, "kl": 0.41146965666190205, "entropy": 0.685761180003928, "ratio_outside_clip": 0.0}, {"loss": 0.00827706977725029, "gradient_norm_before_clip": 0.5794041156768799, "kl": 0.41016771540295477, "entropy": 0.6847934403233022, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12010", true], [9, 3, "12", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "112", true], [9, 2, "112", true], [9, 2, "1110", true], [9, 2, "112", true], [9, 2, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "120011", false], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1200", true], [7, 5, "12", true], [9, 4, "126", true], [9, 4, "16", true], [9, 4, "135", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110000", false], [9, 1, "11110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11000", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.024926718324422836, "gradient_norm_before_clip": 0.3713389039039612, "kl": 0.3313025672837059, "entropy": 0.5439897291731126, "ratio_outside_clip": 0.0}, {"loss": -0.02630932442843914, "gradient_norm_before_clip": 0.36628469824790955, "kl": 0.3299118646300665, "entropy": 0.5442598928319345, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "112324", false], [8, 4, "12", true], [7, 4, "1113", true], [7, 4, "1122", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11212", true], [7, 4, "1112", true], [7, 4, "110", true], [7, 4, "12", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "120", true], [0, 1, "10", true], [0, 1, "123", true], [0, 1, "1000", true], [2, 1, "223", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "224", true], [2, 1, "2223", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "10", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [1, 9, "11012", true], [1, 9, "10", true], [1, 9, "11000", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 2, "306", true], [1, 2, "3", true], [1, 2, "222224", false], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3224", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03696058318018913, "gradient_norm_before_clip": 0.6902938485145569, "kl": 0.5406975023674242, "entropy": 0.7574673276959043, "ratio_outside_clip": 0.0}, {"loss": -0.04119433835148811, "gradient_norm_before_clip": 0.6657061576843262, "kl": 0.5407904422644413, "entropy": 0.7559785939226247, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1228", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "1327", true], [4, 9, "134", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12220", true], [4, 8, "1110", true], [4, 8, "12", true], [4, 8, "12", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "1110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004587212111800909, "gradient_norm_before_clip": 0.5476987361907959, "kl": 0.20020775462305823, "entropy": 0.5282135009765625, "ratio_outside_clip": 0.0}, {"loss": 0.003119191387668252, "gradient_norm_before_clip": 0.5402664542198181, "kl": 0.2002641101216161, "entropy": 0.5281109477198401, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [6, 6, "12228", true], [6, 6, "12", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "128", true], [6, 6, "12", true], [6, 6, "12", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [7, 6, "13", true], [7, 6, "134", true], [7, 6, "1323", true], [7, 6, "139", true], [7, 6, "1334", true], [7, 6, "13", true], [7, 6, "137", true], [7, 6, "13", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [6, 9, "15", true], [6, 9, "165", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "119", true], [6, 9, "175711", false], [6, 9, "17", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1010", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.01504906453192234, "gradient_norm_before_clip": 0.48007792234420776, "kl": 0.22700988140302836, "entropy": 0.6446626407583964, "ratio_outside_clip": 0.0}, {"loss": 0.013969485647976398, "gradient_norm_before_clip": 0.4770667850971222, "kl": 0.22593118726592704, "entropy": 0.6426301149977851, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1200", true], [8, 4, "12", true], [8, 4, "1226", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [9, 2, "11", true], [9, 2, "112", true], [9, 2, "112", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11110", true], [9, 2, "11", true], [9, 2, "11", true], [2, 2, "4", true], [2, 2, "34", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12010", true], [8, 9, "1516", true], [8, 9, "17", true], [8, 9, "17113", true], [8, 9, "17", true], [8, 9, "137", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "11210", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.031300414353609085, "gradient_norm_before_clip": 0.46843671798706055, "kl": 0.3157197570800781, "entropy": 0.6003610229492188, "ratio_outside_clip": 0.0}, {"loss": 0.029768262058496475, "gradient_norm_before_clip": 0.4613470435142517, "kl": 0.31597286224365234, "entropy": 0.5993518447875976, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [7, 6, "1324", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [2, 7, "9", true], [2, 7, "9010", true], [2, 7, "917", true], [2, 7, "9", true], [2, 7, "111", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "913", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "16", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [0, 0, "10", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [4, 4, "000000", false], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "", true], [8, 8, "17", true], [8, 8, "137", true], [8, 8, "16", true], [8, 8, "915189", false], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.033869363367557526, "gradient_norm_before_clip": 0.5740751624107361, "kl": 0.2677591518013777, "entropy": 0.7069178598369666, "ratio_outside_clip": 0.0}, {"loss": 0.032640241086483, "gradient_norm_before_clip": 0.5718420743942261, "kl": 0.2688821804023788, "entropy": 0.7070516255087481, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "2", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [8, 8, "137", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "91575", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 3, "1122", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "1122", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.01123463548719883, "gradient_norm_before_clip": 0.4503573477268219, "kl": 0.1784092847038718, "entropy": 0.5830958646886489, "ratio_outside_clip": 0.0}, {"loss": 0.009898548014461994, "gradient_norm_before_clip": 0.43979784846305847, "kl": 0.1784898645737592, "entropy": 0.583340139950023, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[9, 3, "12", true], [9, 3, "10", true], [9, 3, "11", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "124", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "137", true], [9, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1122", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [0, 1, "1020", true], [0, 1, "10", true], [0, 1, "100", true], [0, 1, "0", true], [0, 1, "2", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "110", true], [2, 7, "9", true], [2, 7, "9110", true], [2, 7, "9", true], [2, 7, "916", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03284052014350891, "gradient_norm_before_clip": 0.760627806186676, "kl": 0.31221174798617707, "entropy": 0.5277436820183011, "ratio_outside_clip": 0.0}, {"loss": -0.03436126187443733, "gradient_norm_before_clip": 0.7574182152748108, "kl": 0.3148560919155732, "entropy": 0.5280065378431458, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "8", true], [8, 8, "166", true], [8, 8, "1110", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "117", true], [8, 8, "137", true], [8, 8, "17", true], [5, 7, "1123", true], [5, 7, "120", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "116", true], [5, 7, "11210", true], [5, 7, "12", true], [5, 7, "12", true], [0, 1, "10", true], [0, 1, "120", true], [0, 1, "120", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "110", true], [0, 8, "10", true], [0, 8, "6", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "1122", true], [4, 7, "110", true], [4, 7, "1100", true], [4, 7, "110", true], [4, 7, "11", true], [0, 8, "9", true], [0, 8, "8000", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "100000", false], [0, 8, "8", true], [8, 4, "12", true], [8, 4, "112", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.022748693823814392, "gradient_norm_before_clip": 0.4100935459136963, "kl": 0.4686730328728171, "entropy": 0.6820246378580729, "ratio_outside_clip": 0.0}, {"loss": 0.02110457420349121, "gradient_norm_before_clip": 0.41135141253471375, "kl": 0.47187382567162606, "entropy": 0.683686798694087, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "110", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "11", true], [0, 0, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "77", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "700", true], [1, 1, "200", true], [1, 1, "222000", false], [1, 1, "12", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [2, 9, "110", true], [2, 9, "1123", true], [2, 9, "1112", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "1122", true], [2, 9, "1112", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.028725923970341682, "gradient_norm_before_clip": 0.7878715395927429, "kl": 0.4746565688503245, "entropy": 0.6764059014659111, "ratio_outside_clip": 0.0}, {"loss": -0.030040305107831955, "gradient_norm_before_clip": 0.782101035118103, "kl": 0.4776288225351136, "entropy": 0.6766631329645876, "ratio_outside_clip": 0.0}]}, {"step": 239, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 4, "12", true], [8, 4, "112", true], [8, 4, "110", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "1200", true], [8, 4, "12", true], [8, 4, "12", true], [5, 8, "123", true], [5, 8, "134", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "1316", true], [5, 8, "126", true], [5, 8, "1222", true], [5, 8, "13", true], [9, 6, "15", true], [9, 6, "15816", true], [9, 6, "137", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "136", true], [9, 6, "157115", false], [9, 6, "17", true], [8, 1, "9", true], [8, 1, "1010", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "8", true], [4, 9, "1323", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "124", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "600", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04083788022398949, "gradient_norm_before_clip": 0.5740056037902832, "kl": 0.2754218043113241, "entropy": 0.6260122571672712, "ratio_outside_clip": 0.0}, {"loss": 0.03967438265681267, "gradient_norm_before_clip": 0.5808689594268799, "kl": 0.2777313894155074, "entropy": 0.6260879672303492, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "1012", true], [4, 7, "1110", true], [4, 7, "11000", true], [4, 7, "101", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "111", true], [1, 5, "6", true], [1, 5, "1", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "917", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "402", true], [1, 3, "36", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 9, "15", true], [6, 9, "137", true], [6, 9, "1337", true], [6, 9, "157112", false], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "16", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.003531687892973423, "gradient_norm_before_clip": 0.4652404487133026, "kl": 0.2758735255191201, "entropy": 0.609892433568051, "ratio_outside_clip": 0.0}, {"loss": -0.005406022537499666, "gradient_norm_before_clip": 0.4620913863182068, "kl": 0.2777372259842722, "entropy": 0.6107790093672903, "ratio_outside_clip": 0.0}]}]}, "checkpoints": {"initial": {"file": "seed-22-initial.pt", "sha256": "ccd857b0194f3a32dbc47aa64eb8d2ec4f62a995faff08e95a6fd69c5cb10792", "reload_equal": true}, "strict": {"file": "seed-22-strict.pt", "sha256": "3345dff0384f1e3bcbd2ddfbcc7f597fb7545aa476759baf7a8a4076b33c3e03", "reload_equal": true}, "substring": {"file": "seed-22-substring.pt", "sha256": "62d6ac0dfe4953ea236fb59673ed337fc7b790d31320231bbcd34adbadf74497", "reload_equal": true}}}, {"seed": 33, "sft_loss": [2.4109411239624023, 2.3405025005340576, 2.2929389476776123, 2.2026526927948, 2.215625286102295, 2.133866310119629, 2.0990400314331055, 2.0629255771636963, 1.9581087827682495, 1.8564904928207397, 1.790487289428711, 1.791898488998413, 1.8154091835021973, 1.7280585765838623, 1.7159759998321533, 1.685070276260376, 1.6236058473587036, 1.5932639837265015, 1.5484060049057007, 1.7597789764404297, 1.5376951694488525, 1.5921475887298584, 1.4700816869735718, 1.5163249969482422, 1.3134629726409912, 1.3429447412490845, 1.4338308572769165, 1.3525830507278442, 1.3471282720565796, 1.3105734586715698, 1.4508908987045288, 1.418837308883667, 1.3276294469833374, 1.0692590475082397, 1.1860730648040771, 1.2654715776443481, 1.118405818939209, 1.1574678421020508, 1.1174302101135254, 0.986457109451294, 1.1615175008773804, 1.1020681858062744, 1.122696876525879, 1.0952867269515991, 1.1313914060592651, 1.1243938207626343, 1.1759698390960693, 1.1206727027893066, 0.9415059089660645, 1.1681501865386963, 0.9927510619163513, 1.1509766578674316, 0.9706668257713318, 0.9896101951599121, 0.9193533062934875, 0.9550479650497437, 1.0855002403259277, 1.0835157632827759, 0.9069767594337463, 0.8760801553726196, 0.9709933996200562, 0.9305654168128967, 1.0196068286895752, 0.9901343584060669, 0.8726005554199219, 1.0268893241882324, 1.0248125791549683, 1.0092910528182983, 0.9081649780273438, 0.903655469417572, 0.9922575950622559, 0.9931523203849792, 0.941551685333252, 0.955537736415863, 0.8315219283103943, 0.8611423373222351, 0.8460184931755066, 0.9281049370765686, 0.9125767946243286, 0.9937237501144409, 0.8377081155776978, 0.9316152334213257, 0.9891933798789978, 0.9500880241394043, 0.9344602227210999, 0.8785985112190247, 0.8494794964790344, 0.8609573841094971, 0.8154610395431519, 0.8688305616378784, 0.8091725707054138, 0.9435478448867798, 0.7749106884002686, 0.7480063438415527, 0.7006433010101318, 0.8086244463920593, 0.7942577004432678, 0.9770956635475159, 0.8500007390975952, 0.6418023109436035, 0.7644794583320618, 0.8295357823371887, 0.7431867122650146, 0.7685183882713318, 0.7763504385948181, 0.764179527759552, 0.6804526448249817, 0.728388786315918, 0.7328131794929504, 0.7637235522270203, 0.6869849562644958, 0.7864121794700623, 0.7721001505851746, 0.8418973684310913, 0.8949804306030273, 0.6705167293548584, 0.7076554894447327, 0.7723265886306763, 0.7833542227745056, 0.8034324645996094, 0.7019286751747131, 0.7750030755996704, 0.6567519903182983, 0.7182179689407349, 0.625507652759552, 0.6502870917320251, 0.8541384339332581, 0.6969444751739502, 0.671388566493988, 0.661231517791748, 0.6972807049751282, 0.749271035194397, 0.5217023491859436, 0.5753485560417175, 0.6159303784370422, 0.567424476146698, 0.767402708530426, 0.5670523047447205, 0.6246986985206604, 0.6071003675460815, 0.5487498044967651, 0.6419031620025635, 0.5475875735282898, 0.5416590571403503, 0.5208157896995544, 0.613936185836792, 0.7106657028198242, 0.6259134411811829, 0.5924282073974609, 0.5921027064323425, 0.52720707654953, 0.5299886465072632, 0.6066677570343018, 0.459938108921051, 0.6523705720901489, 0.5802609920501709, 0.5938133597373962, 0.5474300384521484, 0.4529612362384796, 0.5497648119926453, 0.48296108841896057, 0.5387314558029175, 0.64017254114151, 0.6278915405273438, 0.5107600092887878, 0.6326535940170288, 0.4828336238861084, 0.4653244912624359, 0.48882707953453064, 0.49771592020988464, 0.46300554275512695, 0.415807843208313, 0.5313382744789124, 0.4352082908153534, 0.42405185103416443, 0.3741200268268585, 0.4503926634788513, 0.5335476994514465, 0.49003976583480835, 0.5859985947608948, 0.4694223701953888, 0.3814556300640106, 0.505895733833313, 0.442178875207901, 0.39704349637031555, 0.4746938943862915, 0.40267103910446167, 0.3769320547580719, 0.38778790831565857, 0.4102977514266968, 0.37115082144737244, 0.42143359780311584, 0.3239668607711792, 0.40622109174728394, 0.3207867443561554, 0.3839062452316284, 0.3942727744579315, 0.47037482261657715, 0.4160667061805725, 0.3639582395553589], "evaluations": {"initial": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "8", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "7", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "7", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "10", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "12", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "12", true], [6, 9, "15", true], [7, 0, "7", true], [7, 1, "8", true], [7, 2, "10", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "12", true], [8, 9, "12", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "12", true], [9, 6, "15", true], [9, 8, "17", true]], "sampled": [[0, 0, "1", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "100", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "2", true], [0, 0, "1", true], [0, 0, "6", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "8", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "4", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9010", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "0", true], [1, 0, "7", true], [1, 0, "4", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "6", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "7", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "8", true], [1, 1, "1", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "7", true], [1, 2, "4", true], [1, 2, "9", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "7", true], [1, 3, "6", true], [1, 3, "2", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "7", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "1", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "8", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "4", true], [2, 6, "11", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "10", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "5", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 4, "9", true], [3, 4, "10", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "10", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "16", true], [3, 9, "13", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 5, "11", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "11", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "11", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "16", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "6", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "17", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "13", true], [4, 7, "12", true], [4, 7, "13", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 8, "17", true], [4, 8, "17", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "110", true], [4, 8, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "10", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "10", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "4", true], [5, 2, "2", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "11", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "1", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "13", true], [5, 5, "13", true], [5, 7, "12", true], [5, 7, "122", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "11", true], [5, 8, "15", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "11", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "715", true], [5, 8, "13", true], [5, 8, "17", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "3", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "9", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "8", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "103", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "13", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "4", true], [7, 2, "7", true], [7, 2, "10", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "16", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "1224", true], [7, 6, "13", true], [7, 6, "121", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "2", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "19", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "116", true], [8, 2, "7", true], [8, 2, "8", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "16", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "9115", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "10", true], [8, 5, "18", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 9, "12", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "19", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "19", true], [8, 9, "17", true], [8, 9, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "7", true], [9, 1, "10", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "16", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "715100", false], [9, 4, "12", true], [9, 4, "14", true], [9, 4, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "134", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "6", true], [5, 0, "6", true], [5, 9, "12", true], [6, 1, "6", true], [7, 8, "12", true], [8, 3, "12", true], [8, 7, "12", true], [9, 0, "10", true], [9, 5, "12", true], [9, 9, "15", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "7", true], [0, 2, "0", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "1", true], [0, 2, "", true], [0, 2, "10", true], [0, 2, "3", true], [0, 2, "4", true], [0, 2, "", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "8", true], [0, 4, "1", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "7", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "4", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "7", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "8", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 5, "8", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "608", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "7", true], [0, 9, "1", true], [0, 9, "8", true], [0, 9, "8", true], [0, 9, "7", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "9", true], [0, 9, "10", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "9", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "10", true], [1, 6, "3", true], [1, 6, "7", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "3", true], [1, 6, "9", true], [1, 6, "8", true], [1, 6, "7", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "10", true], [1, 6, "6", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "7", true], [3, 3, "7", true], [3, 3, "6", true], [3, 3, "4", true], [3, 3, "8", true], [3, 3, "4", true], [3, 3, "60", true], [3, 3, "6", true], [3, 3, "4", true], [3, 3, "8", true], [3, 3, "6", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "8", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "728", true], [3, 8, "12", true], [3, 8, "13", true], [3, 8, "17", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "10", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "8", true], [4, 0, "10", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "7", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "8", true], [4, 0, "1", true], [4, 0, "0", true], [5, 0, "7", true], [5, 0, "7", true], [5, 0, "4", true], [5, 0, "7", true], [5, 0, "7", true], [5, 0, "0", true], [5, 0, "8", true], [5, 0, "1", true], [5, 0, "2", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "1", true], [5, 9, "1509", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "127", true], [5, 9, "15", true], [5, 9, "17", true], [5, 9, "15", true], [5, 9, "15", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "16", true], [5, 9, "15", true], [5, 9, "15", true], [5, 9, "15", true], [6, 1, "6", true], [6, 1, "4", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "7", true], [6, 1, "7", true], [6, 1, "7", true], [6, 1, "7", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "4", true], [6, 1, "9", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "15", true], [7, 8, "15", true], [7, 8, "12", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "15", true], [7, 8, "16", true], [7, 8, "13", true], [7, 8, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "10", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "13", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "15", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "12", true], [9, 0, "10", true], [9, 0, "11", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "6", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "8", true], [9, 0, "10", true], [9, 0, "8", true], [9, 0, "10", true], [9, 0, "8", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "12", true], [9, 9, "15", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "12", true], [9, 9, "13", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "12", true], [9, 9, "14", true], [9, 9, "12", true], [9, 9, "17", true], [9, 9, "12", true], [9, 9, "12", true], [9, 9, "12", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "7", true], [3, 0, "7", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "10", true], [3, 7, "12", true], [4, 1, "3", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "9", true], [6, 5, "12", true], [6, 8, "12", true], [7, 3, "12", true], [7, 7, "12", true], [7, 9, "12", true], [8, 6, "12", true], [9, 7, "12", true]], "sampled": [[0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "3", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "4", true], [0, 3, "108", true], [0, 3, "6", true], [1, 4, "6", true], [1, 4, "0", true], [1, 4, "7", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "7", true], [1, 4, "6", true], [1, 4, "8", true], [1, 4, "7", true], [1, 4, "7", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "6", true], [2, 3, "8", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "8", true], [2, 3, "7", true], [2, 3, "6", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "6", true], [2, 3, "6", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "1", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "7", true], [3, 0, "6", true], [3, 2, "6", true], [3, 2, "6", true], [3, 2, "8", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "8", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "8", true], [3, 2, "4", true], [3, 2, "7", true], [3, 5, "7", true], [3, 5, "8", true], [3, 5, "100", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "7", true], [3, 5, "6", true], [3, 5, "8", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "12", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "3", true], [3, 6, "16", true], [3, 6, "10", true], [3, 6, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 7, "10", true], [3, 7, "13", true], [3, 7, "12", true], [3, 7, "13", true], [3, 7, "11", true], [3, 7, "12", true], [3, 7, "11", true], [3, 7, "11", true], [3, 7, "13", true], [3, 7, "12", true], [3, 7, "13", true], [3, 7, "12", true], [3, 7, "16", true], [3, 7, "12", true], [3, 7, "13", true], [3, 7, "12", true], [4, 1, "6", true], [4, 1, "4", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "4", true], [4, 1, "4", true], [4, 1, "2", true], [4, 1, "3", true], [4, 1, "1", true], [4, 1, "8", true], [4, 1, "4", true], [4, 1, "4", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "6", true], [5, 3, "10", true], [5, 3, "8", true], [5, 3, "4", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "7", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "13", true], [5, 6, "16", true], [6, 3, "9", true], [6, 3, "7", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "7", true], [6, 3, "6", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "10", true], [6, 3, "10", true], [6, 3, "7", true], [6, 5, "10", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "9", true], [6, 5, "10", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "16", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "11", true], [6, 8, "15", true], [6, 8, "17", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "17", true], [6, 8, "13", true], [6, 8, "15", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "12", true], [7, 3, "9", true], [7, 3, "12", true], [7, 3, "17", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "12", true], [7, 3, "9", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "12", true], [7, 3, "9", true], [7, 3, "3", true], [7, 3, "10", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "19", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "11", true], [7, 7, "12", true], [7, 7, "11", true], [7, 7, "12", true], [7, 7, "12", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "12", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "124", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "12", true], [7, 9, "12", true], [7, 9, "13", true], [7, 9, "12", true], [7, 9, "15", true], [7, 9, "112", true], [7, 9, "12", true], [7, 9, "16", true], [8, 6, "13", true], [8, 6, "19", true], [8, 6, "12", true], [8, 6, "16", true], [8, 6, "15", true], [8, 6, "11", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "13", true], [8, 6, "12", true], [8, 6, "17", true], [8, 6, "12", true], [8, 6, "12", true], [8, 6, "15", true], [8, 6, "1306", true], [8, 6, "12", true], [9, 7, "12", true], [9, 7, "13", true], [9, 7, "12", true], [9, 7, "11", true], [9, 7, "15", true], [9, 7, "122", true], [9, 7, "12", true], [9, 7, "12", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "12", true], [9, 7, "15", true], [9, 7, "17", true], [9, 7, "13", true]]}}, "strict": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "1", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "1", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "11", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "12", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "12", true], [6, 9, "15", true], [7, 0, "7", true], [7, 1, "8", true], [7, 2, "9", true], [7, 4, "11", true], [7, 5, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 1, "9", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 2, "11", true], [9, 3, "12", true], [9, 4, "12", true], [9, 6, "15", true], [9, 8, "17", true]], "sampled": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "6", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "5", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "0", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "0", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "4", true], [5, 2, "2", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "7", true], [5, 8, "12", true], [5, 8, "17", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "19", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "1224", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "18", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "19", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "19", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "19", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "14", true], [9, 4, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "16", true], [9, 6, "155", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "0", true], [5, 0, "6", true], [5, 9, "17", true], [6, 1, "8", true], [7, 8, "17", true], [8, 3, "12", true], [8, 7, "12", true], [9, 0, "10", true], [9, 5, "15", true], [9, 9, "15", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "0", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "", true], [0, 2, "0", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "1", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "4", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "8", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "8", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 9, "8", true], [0, 9, "8", true], [0, 9, "8", true], [0, 9, "7", true], [0, 9, "10", true], [0, 9, "1", true], [0, 9, "9", true], [0, 9, "10", true], [0, 9, "1", true], [0, 9, "1", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "10", true], [0, 9, "8", true], [0, 9, "6", true], [0, 9, "8", true], [1, 6, "3", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "3", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "", true], [2, 0, "", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "6", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "606", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "8", true], [3, 3, "6", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "17", true], [3, 8, "12", true], [3, 8, "9", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "1", true], [4, 0, "6", true], [4, 0, "0", true], [4, 0, "0", true], [4, 0, "0", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "4", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "0", true], [5, 0, "8", true], [5, 0, "1", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "1", true], [5, 9, "15", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "15", true], [5, 9, "17", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "16", true], [5, 9, "15", true], [5, 9, "17", true], [5, 9, "15", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "7", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "7", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "4", true], [6, 1, "9", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "17", true], [7, 8, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 7, "19", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "15", true], [8, 7, "12", true], [8, 7, "17", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "18", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "19", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "8", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "13", true], [9, 5, "17", true], [9, 5, "13", true], [9, 5, "13", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "17", true], [9, 5, "15", true], [9, 5, "12", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "112", true], [9, 9, "13", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "124", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "6", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "10", true], [3, 7, "12", true], [4, 1, "3", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "9", true], [6, 5, "12", true], [6, 8, "12", true], [7, 3, "10", true], [7, 7, "12", true], [7, 9, "17", true], [8, 6, "15", true], [9, 7, "17", true]], "sampled": [[0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "3", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "4", true], [0, 3, "7", true], [0, 3, "6", true], [1, 4, "6", true], [1, 4, "0", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "1", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "1", true], [1, 4, "7", true], [1, 4, "1", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "6", true], [2, 3, "6", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "0", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "0", true], [3, 0, "6", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 5, "7", true], [3, 5, "4", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "3", true], [3, 6, "10", true], [3, 6, "10", true], [3, 6, "9", true], [3, 6, "10", true], [3, 6, "10", true], [3, 7, "9", true], [3, 7, "8", true], [3, 7, "9", true], [3, 7, "10", true], [3, 7, "11", true], [3, 7, "10", true], [3, 7, "9", true], [3, 7, "9", true], [3, 7, "10", true], [3, 7, "12", true], [3, 7, "9", true], [3, 7, "12", true], [3, 7, "10", true], [3, 7, "12", true], [3, 7, "12", true], [3, 7, "9", true], [4, 1, "6", true], [4, 1, "4", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "2", true], [4, 1, "3", true], [4, 1, "1", true], [4, 1, "8", true], [4, 1, "1", true], [4, 1, "3", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "6", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "4", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "9", true], [5, 3, "7", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "12", true], [5, 6, "12", true], [6, 3, "9", true], [6, 3, "7", true], [6, 3, "9", true], [6, 3, "9", true], [6, 3, "7", true], [6, 3, "4", true], [6, 3, "9", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "9", true], [6, 3, "10", true], [6, 3, "8", true], [6, 3, "10", true], [6, 3, "10", true], [6, 3, "7", true], [6, 5, "12", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "9", true], [6, 5, "10", true], [6, 5, "13", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 8, "12", true], [6, 8, "17", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "17", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "13", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "10", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "3", true], [7, 3, "10", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "19", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "11", true], [7, 7, "12", true], [7, 7, "11", true], [7, 7, "12", true], [7, 7, "12", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "15", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "19", true], [7, 9, "17", true], [7, 9, "112", true], [7, 9, "17", true], [7, 9, "13", true], [8, 6, "15", true], [8, 6, "19", true], [8, 6, "12", true], [8, 6, "16", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "13", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "1506", true], [8, 6, "15", true], [9, 7, "17", true], [9, 7, "13", true], [9, 7, "12", true], [9, 7, "112", true], [9, 7, "15", true], [9, 7, "122", true], [9, 7, "15", true], [9, 7, "17", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "15", true], [9, 7, "17", true], [9, 7, "13", true]]}}, "substring": {"train": {"greedy": [[0, 0, "0", true], [0, 1, "10", true], [0, 6, "6", true], [0, 7, "7", true], [0, 8, "8", true], [1, 0, "10", true], [1, 1, "2", true], [1, 2, "3", true], [1, 3, "4", true], [1, 5, "6", true], [1, 7, "8", true], [1, 8, "9", true], [1, 9, "10", true], [2, 1, "3", true], [2, 2, "4", true], [2, 4, "6", true], [2, 5, "7", true], [2, 6, "8", true], [2, 7, "9", true], [2, 8, "10", true], [2, 9, "110", true], [3, 1, "4", true], [3, 4, "7", true], [3, 9, "12", true], [4, 2, "6", true], [4, 3, "7", true], [4, 4, "8", true], [4, 5, "9", true], [4, 6, "10", true], [4, 7, "11", true], [4, 8, "12", true], [4, 9, "12", true], [5, 1, "6", true], [5, 2, "7", true], [5, 4, "9", true], [5, 5, "10", true], [5, 7, "12", true], [5, 8, "12", true], [6, 0, "6", true], [6, 2, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 7, "12", true], [6, 9, "15515", true], [7, 0, "7", true], [7, 1, "8", true], [7, 2, "9", true], [7, 4, "1110", true], [7, 5, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 1, "91110", true], [8, 2, "10", true], [8, 4, "12", true], [8, 5, "12", true], [8, 8, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 2, "1110", true], [9, 3, "12", true], [9, 4, "12", true], [9, 6, "155555", false], [9, 8, "17", true]], "sampled": [[0, 0, "110", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "100001", false], [0, 0, "0", true], [0, 0, "00", true], [0, 0, "0", true], [0, 0, "00000", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "110", true], [0, 0, "1", true], [0, 0, "6", true], [0, 1, "10", true], [0, 1, "6", true], [0, 1, "8", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "4", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9010", true], [0, 8, "90100", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [1, 0, "6", true], [1, 0, "1110", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "7", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "1200", true], [1, 0, "10", true], [1, 1, "20", true], [1, 1, "23", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4406", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "454", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "911", true], [1, 7, "911110", false], [1, 8, "913", true], [1, 8, "9", true], [1, 8, "91010", true], [1, 8, "9", true], [1, 8, "91110", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9010", true], [1, 8, "91110", true], [1, 8, "9112", true], [1, 8, "9", true], [1, 8, "106", true], [1, 8, "9", true], [1, 8, "8", true], [1, 9, "10", true], [1, 9, "1100", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "100", true], [1, 9, "10", true], [1, 9, "10100", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "209", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "426", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "10", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "710", true], [2, 7, "9", true], [2, 7, "9010", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9010", true], [2, 7, "10", true], [2, 7, "9", true], [2, 8, "91110", true], [2, 8, "91110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911100", false], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91110", true], [2, 8, "10", true], [2, 8, "8", true], [2, 9, "11110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110000", false], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "111110", false], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [3, 1, "44", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "5", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "9116", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [4, 2, "7", true], [4, 2, "000", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "606", true], [4, 2, "7", true], [4, 2, "8", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8010", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9010", true], [4, 5, "7", true], [4, 5, "9110", true], [4, 5, "9", true], [4, 5, "901001", false], [4, 5, "7", true], [4, 5, "9010", true], [4, 5, "9", true], [4, 5, "91110", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "1000", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "111101", false], [4, 7, "11110", true], [4, 7, "1103", true], [4, 7, "11106", true], [4, 7, "917", true], [4, 7, "110", true], [4, 7, "9110", true], [4, 7, "110", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "110", true], [4, 9, "12", true], [4, 9, "111", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "112", true], [4, 9, "1112", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "00", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "4", true], [5, 2, "2000", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "908", true], [5, 4, "9", true], [5, 4, "91110", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "908", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "911110", false], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "6", true], [5, 5, "91100", true], [5, 5, "10", true], [5, 7, "12", true], [5, 7, "122", true], [5, 7, "12", true], [5, 7, "9127", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "112", true], [5, 7, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "112", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "717", true], [5, 8, "12", true], [5, 8, "17", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "606", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 4, "110000", false], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "901000", false], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "122", true], [6, 7, "12", true], [6, 9, "151512", false], [6, 9, "159951", false], [6, 9, "155555", false], [6, 9, "155711", false], [6, 9, "155", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "191551", false], [6, 9, "159515", false], [6, 9, "1513", true], [6, 9, "155551", false], [6, 9, "155153", false], [6, 9, "15", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "916", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "103", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 4, "112", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "10", true], [7, 4, "110", true], [7, 4, "117", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "121226", false], [7, 5, "12", true], [7, 5, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "123", true], [7, 6, "15", true], [7, 6, "1224", true], [7, 6, "13", true], [7, 6, "12124", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "801000", false], [8, 0, "8010", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "71112", true], [8, 0, "9110", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 1, "911110", false], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9111", true], [8, 1, "9", true], [8, 1, "9010", true], [8, 1, "9", true], [8, 1, "991210", false], [8, 1, "9010", true], [8, 1, "9", true], [8, 1, "911060", false], [8, 1, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "106", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11000", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "107", true], [8, 2, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "120", true], [8, 4, "12", true], [8, 4, "1324", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "122", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "1223", true], [8, 5, "12", true], [8, 5, "19", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "134", true], [8, 8, "17", true], [8, 8, "1112", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 9, "122", true], [8, 9, "112", true], [8, 9, "19112", true], [8, 9, "120", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "191122", false], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "19", true], [8, 9, "19112", true], [8, 9, "17", true], [8, 9, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10010", true], [9, 1, "10", true], [9, 1, "911010", false], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1010", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "9110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "1111", true], [9, 2, "113", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "12", true], [9, 2, "111", true], [9, 2, "11000", true], [9, 2, "1110", true], [9, 2, "111100", false], [9, 2, "117", true], [9, 2, "111100", false], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "14", true], [9, 4, "17", true], [9, 6, "155169", false], [9, 6, "159151", false], [9, 6, "155137", false], [9, 6, "129", true], [9, 6, "16", true], [9, 6, "155515", false], [9, 6, "155555", false], [9, 6, "155512", false], [9, 6, "555551", false], [9, 6, "155555", false], [9, 6, "15155", true], [9, 6, "15", true], [9, 6, "155555", false], [9, 6, "15124", true], [9, 6, "15124", true], [9, 6, "159154", false], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "157", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "155", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "19112", true]]}, "dev": {"greedy": [[0, 2, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 9, "10", true], [1, 6, "6", true], [2, 0, "0", true], [3, 3, "7", true], [3, 8, "12", true], [4, 0, "0", true], [5, 0, "6", true], [5, 9, "17", true], [6, 1, "6", true], [7, 8, "17", true], [8, 3, "12", true], [8, 7, "12", true], [9, 0, "10", true], [9, 5, "15", true], [9, 9, "15", true]], "sampled": [[0, 2, "6", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "00", true], [0, 2, "7", true], [0, 2, "6", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "3", true], [0, 2, "10", true], [0, 2, "", true], [0, 2, "10", true], [0, 2, "3", true], [0, 2, "6", true], [0, 2, "", true], [0, 4, "6", true], [0, 4, "0", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "10", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "4", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 4, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "8", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "8", true], [0, 5, "7", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "606", true], [0, 5, "6", true], [0, 5, "6", true], [0, 5, "6", true], [0, 9, "8", true], [0, 9, "8", true], [0, 9, "8", true], [0, 9, "7", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "9", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "10", true], [0, 9, "100", true], [0, 9, "8", true], [0, 9, "100001", false], [0, 9, "8", true], [0, 9, "6", true], [0, 9, "8", true], [1, 6, "3", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "8", true], [1, 6, "3", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "8", true], [1, 6, "6", true], [1, 6, "6", true], [1, 6, "6", true], [2, 0, "0", true], [2, 0, "00", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "0", true], [2, 0, "100", true], [2, 0, "0", true], [2, 0, "10", true], [2, 0, "", true], [2, 0, "10", true], [2, 0, "0", true], [2, 0, "00", true], [2, 0, "0", true], [2, 0, "1", true], [2, 0, "0", true], [2, 0, "6", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "606", true], [3, 3, "6", true], [3, 3, "4", true], [3, 3, "8", true], [3, 3, "7", true], [3, 3, "4", true], [3, 3, "7", true], [3, 3, "7", true], [3, 3, "400", true], [3, 3, "7", true], [3, 3, "728", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "17", true], [3, 8, "9112", true], [3, 8, "91110", true], [3, 8, "9110", true], [3, 8, "12", true], [3, 8, "1234", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "120", true], [3, 8, "12", true], [3, 8, "12", true], [3, 8, "12", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "8", true], [4, 0, "1000", true], [4, 0, "1010", true], [4, 0, "0", true], [4, 0, "1010", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "6", true], [4, 0, "7", true], [4, 0, "10", true], [4, 0, "6", true], [4, 0, "8", true], [4, 0, "0", true], [4, 0, "000", true], [5, 0, "606", true], [5, 0, "6", true], [5, 0, "4", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "0", true], [5, 0, "8", true], [5, 0, "10", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "6", true], [5, 0, "7", true], [5, 0, "10", true], [5, 9, "1509", true], [5, 9, "17", true], [5, 9, "13", true], [5, 9, "13", true], [5, 9, "127", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "17", true], [5, 9, "15", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "12", true], [5, 9, "16", true], [5, 9, "15", true], [5, 9, "17", true], [5, 9, "15", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "9", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "7", true], [6, 1, "8", true], [6, 1, "8", true], [6, 1, "6", true], [6, 1, "6", true], [6, 1, "4", true], [6, 1, "9", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "13", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "17", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "12", true], [7, 8, "17", true], [7, 8, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "10", true], [8, 3, "13", true], [8, 3, "12", true], [8, 3, "120", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 3, "12", true], [8, 7, "1915", true], [8, 7, "12", true], [8, 7, "13", true], [8, 7, "17", true], [8, 7, "15", true], [8, 7, "12", true], [8, 7, "17", true], [8, 7, "123", true], [8, 7, "13", true], [8, 7, "13", true], [8, 7, "12", true], [8, 7, "128", true], [8, 7, "18", true], [8, 7, "12", true], [8, 7, "12", true], [8, 7, "19", true], [9, 0, "10", true], [9, 0, "110100", false], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "100", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10", true], [9, 0, "10000", true], [9, 0, "10", true], [9, 0, "8", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "15", true], [9, 5, "13", true], [9, 5, "12", true], [9, 5, "13", true], [9, 5, "117", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "15", true], [9, 5, "12", true], [9, 5, "128", true], [9, 5, "17", true], [9, 5, "15", true], [9, 5, "128", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "15", true], [9, 9, "15", true], [9, 9, "17", true], [9, 9, "1120", true], [9, 9, "13", true], [9, 9, "17", true], [9, 9, "17618", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "17", true], [9, 9, "12", true], [9, 9, "124", true], [9, 9, "15", true]]}, "test": {"greedy": [[0, 3, "7", true], [1, 4, "6", true], [2, 3, "4", true], [3, 0, "7", true], [3, 2, "4", true], [3, 5, "7", true], [3, 6, "9110", true], [3, 7, "91110", true], [4, 1, "3", true], [5, 3, "7", true], [5, 6, "12", true], [6, 3, "9", true], [6, 5, "12", true], [6, 8, "12", true], [7, 3, "91110", true], [7, 7, "12", true], [7, 9, "17", true], [8, 6, "15", true], [9, 7, "17", true]], "sampled": [[0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "7", true], [0, 3, "3", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "6", true], [0, 3, "60006", true], [0, 3, "7", true], [0, 3, "6", true], [0, 3, "4", true], [0, 3, "4", true], [0, 3, "7", true], [0, 3, "6", true], [1, 4, "6", true], [1, 4, "0", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "10", true], [1, 4, "6", true], [1, 4, "108", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "6", true], [1, 4, "10", true], [1, 4, "7", true], [1, 4, "8", true], [1, 4, "6", true], [1, 4, "6", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [2, 3, "4", true], [2, 3, "6", true], [2, 3, "6", true], [2, 3, "4", true], [2, 3, "7", true], [2, 3, "4", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "7", true], [3, 0, "6", true], [3, 0, "4", true], [3, 0, "4", true], [3, 0, "6", true], [3, 0, "6", true], [3, 0, "7", true], [3, 0, "6", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "406", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "4", true], [3, 2, "7", true], [3, 5, "7", true], [3, 5, "4", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 5, "7", true], [3, 5, "7", true], [3, 5, "9", true], [3, 6, "10", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "8", true], [3, 6, "6", true], [3, 6, "8", true], [3, 6, "906", true], [3, 6, "10", true], [3, 6, "7", true], [3, 6, "9110", true], [3, 6, "10", true], [3, 6, "6", true], [3, 6, "901100", false], [3, 6, "10", true], [3, 6, "10", true], [3, 7, "919", true], [3, 7, "8", true], [3, 7, "911110", false], [3, 7, "10", true], [3, 7, "91110", true], [3, 7, "10", true], [3, 7, "9112", true], [3, 7, "915", true], [3, 7, "913", true], [3, 7, "12", true], [3, 7, "9", true], [3, 7, "911100", false], [3, 7, "9112", true], [3, 7, "9110", true], [3, 7, "913", true], [3, 7, "910", true], [4, 1, "6", true], [4, 1, "4", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "6", true], [4, 1, "6", true], [4, 1, "3", true], [4, 1, "3", true], [4, 1, "2", true], [4, 1, "3", true], [4, 1, "12", true], [4, 1, "8", true], [4, 1, "4", true], [4, 1, "3", true], [5, 3, "7", true], [5, 3, "9", true], [5, 3, "7", true], [5, 3, "6", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "4", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "7", true], [5, 3, "9110", true], [5, 3, "9", true], [5, 3, "7", true], [5, 6, "1000", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "1200", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "1202", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "10", true], [5, 6, "12", true], [5, 6, "12", true], [5, 6, "13", true], [5, 6, "10", true], [5, 6, "16", true], [6, 3, "9010", true], [6, 3, "7", true], [6, 3, "901000", false], [6, 3, "9112", true], [6, 3, "7", true], [6, 3, "400", true], [6, 3, "9", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "9", true], [6, 3, "912", true], [6, 3, "9", true], [6, 3, "8", true], [6, 3, "10", true], [6, 3, "9", true], [6, 3, "7", true], [6, 5, "10", true], [6, 5, "13", true], [6, 5, "10", true], [6, 5, "911113", false], [6, 5, "10", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "12", true], [6, 5, "10", true], [6, 8, "12", true], [6, 8, "17", true], [6, 8, "12", true], [6, 8, "123", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "12", true], [6, 8, "17", true], [6, 8, "13", true], [6, 8, "12", true], [6, 8, "120", true], [6, 8, "12", true], [6, 8, "13", true], [6, 8, "13", true], [6, 8, "12", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "9", true], [7, 3, "91110", true], [7, 3, "10", true], [7, 3, "107", true], [7, 3, "911110", false], [7, 3, "9010", true], [7, 3, "9", true], [7, 3, "10", true], [7, 3, "1010", true], [7, 3, "10", true], [7, 3, "911101", false], [7, 3, "911100", false], [7, 3, "3", true], [7, 3, "10", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "19", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "13", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "12", true], [7, 7, "11120", true], [7, 7, "12", true], [7, 7, "112", true], [7, 7, "12", true], [7, 7, "12", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "12", true], [7, 9, "17", true], [7, 9, "15", true], [7, 9, "17", true], [7, 9, "17", true], [7, 9, "1919", true], [7, 9, "17", true], [7, 9, "112", true], [7, 9, "17", true], [7, 9, "13", true], [8, 6, "15", true], [8, 6, "195155", false], [8, 6, "126", true], [8, 6, "16", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "12", true], [8, 6, "15", true], [8, 6, "15123", true], [8, 6, "1512", true], [8, 6, "155", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "15", true], [8, 6, "1506", true], [8, 6, "15", true], [9, 7, "17", true], [9, 7, "134", true], [9, 7, "12", true], [9, 7, "11210", true], [9, 7, "15", true], [9, 7, "122", true], [9, 7, "15", true], [9, 7, "12", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "13", true], [9, 7, "15", true], [9, 7, "112", true], [9, 7, "15", true], [9, 7, "1712", true], [9, 7, "13", true]]}}}, "training": {"strict": [{"step": 1, "rows": [[4, 3, "9", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "120", true], [9, 4, "10", true], [9, 4, "11", true], [9, 4, "12", true], [4, 2, "4", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "8", true], [5, 5, "7", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "11", true], [5, 5, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "2", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [3, 4, "6", true], [3, 4, "0", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004510197788476944, "gradient_norm_before_clip": 0.4970305263996124, "kl": 1.5317421547107686e-08, "entropy": 0.6954248455208791, "ratio_outside_clip": 0.0}, {"loss": -0.015500248409807682, "gradient_norm_before_clip": 0.41430366039276123, "kl": 0.0011184389742327407, "entropy": 0.6925615659901794, "ratio_outside_clip": 0.02112676056338028}]}, {"step": 2, "rows": [[7, 6, "12", true], [7, 6, "13", true], [7, 6, "10", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "11", true], [1, 2, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "9", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "781615", false], [8, 9, "15", true], [8, 9, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "14", true], [8, 8, "19", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02894769050180912, "gradient_norm_before_clip": 0.6187780499458313, "kl": 0.0007643448021597491, "entropy": 0.7291724838896426, "ratio_outside_clip": 0.0}, {"loss": 0.02156442403793335, "gradient_norm_before_clip": 0.6028017401695251, "kl": 0.0018980908179711438, "entropy": 0.7324562301178892, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[2, 8, "8", true], [2, 8, "6", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "9110", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "15", true], [3, 4, "4", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.006114824675023556, "gradient_norm_before_clip": 0.5559358596801758, "kl": 0.004125037593042065, "entropy": 0.634108674740363, "ratio_outside_clip": 0.0}, {"loss": 0.0026029765140265226, "gradient_norm_before_clip": 0.5398208498954773, "kl": 0.006134936909475726, "entropy": 0.633629850284782, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[1, 5, "7", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "153", true], [9, 4, "12", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "16", true], [9, 3, "12", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "100", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "9", true], [0, 6, "6", true], [0, 6, "610", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "8", true], [5, 5, "4", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [8, 9, "9117", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04974506422877312, "gradient_norm_before_clip": 0.45262041687965393, "kl": 0.007405754313411483, "entropy": 0.6439736607563065, "ratio_outside_clip": 0.0}, {"loss": 0.04547823220491409, "gradient_norm_before_clip": 0.4286747872829437, "kl": 0.00967928372233747, "entropy": 0.6416248183652579, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [8, 9, "112", true], [8, 9, "17", true], [8, 9, "8129", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "0", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "4", true], [8, 1, "9", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "9", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "15", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014678098261356354, "gradient_norm_before_clip": 0.42274177074432373, "kl": 0.0038231599862408486, "entropy": 0.7254537594546179, "ratio_outside_clip": 0.0}, {"loss": 0.012890946120023727, "gradient_norm_before_clip": 0.4215402901172638, "kl": 0.0044937129992588315, "entropy": 0.7243630962007365, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[8, 9, "19", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "1128", true], [8, 9, "17", true], [8, 9, "12", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "3", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "110", true], [4, 8, "12", true], [4, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "17", true], [5, 8, "19", true], [5, 8, "11", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.015167002566158772, "gradient_norm_before_clip": 0.45525774359703064, "kl": 0.005425020960942368, "entropy": 0.6666963729390337, "ratio_outside_clip": 0.0}, {"loss": 0.013488336466252804, "gradient_norm_before_clip": 0.45370978116989136, "kl": 0.005849193941596095, "entropy": 0.6663577776013708, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "4", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "9", true], [6, 4, "7", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "8", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "16", true], [4, 7, "11", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "4", true], [8, 2, "1", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9115", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "16", true], [4, 6, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.04819604381918907, "gradient_norm_before_clip": 0.7457504868507385, "kl": 0.03850366388048444, "entropy": 0.5602726709275019, "ratio_outside_clip": 0.0}, {"loss": -0.052746035158634186, "gradient_norm_before_clip": 0.7326008081436157, "kl": 0.04103298414321173, "entropy": 0.5567818596249535, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[6, 2, "7", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "0", true], [0, 7, "6", true], [0, 7, "8", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.013517766259610653, "gradient_norm_before_clip": 0.5568898320198059, "kl": 0.04394181569417318, "entropy": 0.660358632405599, "ratio_outside_clip": 0.0}, {"loss": -0.01600508950650692, "gradient_norm_before_clip": 0.5605596899986267, "kl": 0.045075607299804685, "entropy": 0.658280741373698, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "9", true], [1, 8, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "6", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "6", true], [4, 4, "9", true], [4, 4, "4", true], [4, 4, "7", true], [4, 4, "3", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.039944127202034, "gradient_norm_before_clip": 0.521730899810791, "kl": 0.06030671237266227, "entropy": 0.7318476324212061, "ratio_outside_clip": 0.0}, {"loss": 0.038099467754364014, "gradient_norm_before_clip": 0.5205001831054688, "kl": 0.0590402263484589, "entropy": 0.7311700272233519, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[8, 1, "100", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "2", true], [2, 4, "10", true], [2, 4, "0", true], [2, 4, "6", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "13", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "20", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [9, 3, "16", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "120", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "110", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.022764889523386955, "gradient_norm_before_clip": 0.39867404103279114, "kl": 0.006793993440541354, "entropy": 0.6394005688753995, "ratio_outside_clip": 0.0}, {"loss": 0.020733850076794624, "gradient_norm_before_clip": 0.3962622582912445, "kl": 0.007194013758139176, "entropy": 0.6371894749728116, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "13", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "13", true], [5, 5, "96", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [2, 1, "8", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "", true], [0, 0, "0", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.028485571965575218, "gradient_norm_before_clip": 0.5941134691238403, "kl": 0.050169452740128635, "entropy": 0.6065282153475816, "ratio_outside_clip": 0.0}, {"loss": -0.03061464987695217, "gradient_norm_before_clip": 0.5817490220069885, "kl": 0.04896812074503321, "entropy": 0.6045326184315286, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "600", true], [0, 6, "3", true], [0, 6, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 6, "16", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "13", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "4", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [8, 9, "17", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [4, 9, "12", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "10", true], [4, 9, "17", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "6", true], [1, 8, "10", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.019982269033789635, "gradient_norm_before_clip": 0.4368824064731598, "kl": 0.019994125775764326, "entropy": 0.6498270795389187, "ratio_outside_clip": 0.0}, {"loss": 0.017124781385064125, "gradient_norm_before_clip": 0.435697466135025, "kl": 0.018952403331826802, "entropy": 0.6490475707258915, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "4", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [1, 9, "9", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [7, 2, "9", true], [7, 2, "17", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "9117", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "10", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015034629963338375, "gradient_norm_before_clip": 0.6749018430709839, "kl": 0.026270706442338, "entropy": 0.6411961905563934, "ratio_outside_clip": 0.0}, {"loss": 0.012885753065347672, "gradient_norm_before_clip": 0.6581747531890869, "kl": 0.02695847161208527, "entropy": 0.640229768390897, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[1, 0, "7", true], [1, 0, "0", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "6", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "8", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "11", true], [4, 8, "12", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004149090498685837, "gradient_norm_before_clip": 0.5537965297698975, "kl": 0.0182102784415744, "entropy": 0.690069640709075, "ratio_outside_clip": 0.0}, {"loss": -0.007005457766354084, "gradient_norm_before_clip": 0.5364914536476135, "kl": 0.020184854797969592, "entropy": 0.688485353987738, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "3", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "1", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "6", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [2, 9, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [3, 1, "4", true], [3, 1, "12", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "7", true], [1, 3, "3", true], [1, 3, "8", true], [1, 3, "6", true], [1, 3, "2", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "3", true], [0, 6, "1", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.015742070972919464, "gradient_norm_before_clip": 0.48491835594177246, "kl": 0.013056765139942438, "entropy": 0.6805338255116637, "ratio_outside_clip": 0.0}, {"loss": -0.017473522573709488, "gradient_norm_before_clip": 0.4870467185974121, "kl": 0.013492740375894896, "entropy": 0.6782806826309419, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "6", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "15", true], [8, 9, "15", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [3, 9, "17", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "11", true], [3, 9, "10", true], [8, 8, "16", true], [8, 8, "113", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "17", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0025095161981880665, "gradient_norm_before_clip": 0.45321840047836304, "kl": 0.009101151714663533, "entropy": 0.6100777168951091, "ratio_outside_clip": 0.0}, {"loss": 2.795687032630667e-05, "gradient_norm_before_clip": 0.44562944769859314, "kl": 0.00941606738863612, "entropy": 0.6089701003576877, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "4", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "10", true], [4, 3, "7", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [8, 8, "16", true], [8, 8, "110", true], [8, 8, "103", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 2, "8", true], [8, 2, "911", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.023978158831596375, "gradient_norm_before_clip": 0.5538111329078674, "kl": 0.014004872505923352, "entropy": 0.6190261381218233, "ratio_outside_clip": 0.0}, {"loss": 0.021400850266218185, "gradient_norm_before_clip": 0.5449234247207642, "kl": 0.014596647526844439, "entropy": 0.617779007877212, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [6, 9, "15", true], [6, 9, "158", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "11", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "", true], [0, 0, "6", true], [0, 0, "7", true], [0, 0, "0", true], [2, 7, "6", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "27", true], [3, 1, "2", true], [3, 1, "4", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02348601073026657, "gradient_norm_before_clip": 0.46821126341819763, "kl": 0.010430917709688597, "entropy": 0.7003443271298951, "ratio_outside_clip": 0.0}, {"loss": 0.021783482283353806, "gradient_norm_before_clip": 0.4670215845108032, "kl": 0.010524640354929091, "entropy": 0.6992593596253214, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1", true], [7, 4, "11", true], [7, 4, "1", true], [7, 4, "10", true], [7, 4, "12", true], [7, 4, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "13", true], [9, 2, "10", true], [9, 2, "11", true], [4, 8, "12", true], [4, 8, "132", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "9", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "128", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0008262328919954598, "gradient_norm_before_clip": 0.6625415682792664, "kl": 0.021675242483615874, "entropy": 0.5769694805145263, "ratio_outside_clip": 0.0}, {"loss": -0.002063445746898651, "gradient_norm_before_clip": 0.6471160650253296, "kl": 0.020982158184051514, "entropy": 0.575380516052246, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[6, 2, "6", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [6, 7, "12", true], [6, 7, "14", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "9112", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [8, 9, "110", true], [8, 9, "17", true], [8, 9, "1715", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03660561144351959, "gradient_norm_before_clip": 0.5511717200279236, "kl": 0.03306580686021125, "entropy": 0.5651771282327587, "ratio_outside_clip": 0.0}, {"loss": 0.035802435129880905, "gradient_norm_before_clip": 0.5545757412910461, "kl": 0.0322015477322984, "entropy": 0.5648295084635416, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "100", true], [2, 7, "9", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "122", true], [6, 9, "17", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "6", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [9, 3, "1711", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "128", true], [4, 9, "12", true], [4, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04016692936420441, "gradient_norm_before_clip": 0.5566467046737671, "kl": 0.009184553509666807, "entropy": 0.6251577649797712, "ratio_outside_clip": 0.0}, {"loss": 0.03662355616688728, "gradient_norm_before_clip": 0.545803427696228, "kl": 0.008946872892833892, "entropy": 0.6244944617861793, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "3", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "7", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "3", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.005556242074817419, "gradient_norm_before_clip": 0.5585852861404419, "kl": 0.007139683591908422, "entropy": 0.6539817546976023, "ratio_outside_clip": 0.0}, {"loss": 0.0017946999287232757, "gradient_norm_before_clip": 0.5409970283508301, "kl": 0.007006313060892039, "entropy": 0.6529780946928879, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[5, 5, "13", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "10100", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "6", true], [7, 6, "15", true], [7, 6, "10", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "1010", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.016909483820199966, "gradient_norm_before_clip": 0.47744232416152954, "kl": 0.026041423573213464, "entropy": 0.587066022087546, "ratio_outside_clip": 0.0}, {"loss": 0.01572372578084469, "gradient_norm_before_clip": 0.48873278498649597, "kl": 0.02601205320919261, "entropy": 0.5877723245059743, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "911", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "1", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "10", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "100", true], [5, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05160147324204445, "gradient_norm_before_clip": 0.7850430607795715, "kl": 0.022667339869907925, "entropy": 0.7111401743703074, "ratio_outside_clip": 0.0}, {"loss": 0.04805538058280945, "gradient_norm_before_clip": 0.7813512086868286, "kl": 0.023544475629732206, "entropy": 0.7111411156592431, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [1, 0, "3", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "119", true], [9, 3, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 6, "6", true], [0, 6, "5", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "12", true], [9, 8, "117", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "112", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006581470835953951, "gradient_norm_before_clip": 0.4567698538303375, "kl": 0.030487297571193405, "entropy": 0.6058899282711988, "ratio_outside_clip": 0.0}, {"loss": 0.0057488312013447285, "gradient_norm_before_clip": 0.457005113363266, "kl": 0.0312981661300213, "entropy": 0.6050820601613898, "ratio_outside_clip": 0.0}]}, {"step": 26, "rows": [[4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "6", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "13", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.016582351177930832, "gradient_norm_before_clip": 0.7252071499824524, "kl": 0.038303615090375887, "entropy": 0.5772368836545658, "ratio_outside_clip": 0.0}, {"loss": 0.013318002223968506, "gradient_norm_before_clip": 0.6951798796653748, "kl": 0.0382960742105267, "entropy": 0.5761816515893994, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "9", true], [6, 4, "10", true], [6, 4, "100", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "112", true], [9, 6, "152", true], [9, 6, "17", true], [9, 6, "1306", true], [9, 6, "15", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "0", true], [2, 1, "2", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "2", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0372176468372345, "gradient_norm_before_clip": 0.4118976593017578, "kl": 0.025913721323013304, "entropy": 0.6807148456573486, "ratio_outside_clip": 0.0}, {"loss": 0.03676935285329819, "gradient_norm_before_clip": 0.41170376539230347, "kl": 0.025690579414367677, "entropy": 0.6797524452209472, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "11", true], [2, 7, "8", true], [2, 7, "8", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "103", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "7117", true], [9, 3, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "157", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "13", true], [6, 9, "17", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.017838764935731888, "gradient_norm_before_clip": 0.5586013197898865, "kl": 0.029658896582467214, "entropy": 0.667856587992086, "ratio_outside_clip": 0.0}, {"loss": 0.015199380926787853, "gradient_norm_before_clip": 0.5566543936729431, "kl": 0.029429336646934607, "entropy": 0.6661981359704748, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "", true], [1, 1, "2", true], [1, 1, "3", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "124", true], [6, 9, "15", true], [6, 9, "1126", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "10", true], [2, 4, "3", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "12", true], [6, 4, "9", true], [0, 7, "9", true], [0, 7, "4", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "0", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "9", true], [6, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010898416861891747, "gradient_norm_before_clip": 0.5286134481430054, "kl": 0.02212342917919159, "entropy": 0.6226100921630859, "ratio_outside_clip": 0.0}, {"loss": -0.012401838786900043, "gradient_norm_before_clip": 0.5202357769012451, "kl": 0.022339528799057005, "entropy": 0.6206905841827393, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "2", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009537477046251297, "gradient_norm_before_clip": 0.7834105491638184, "kl": 0.038501098843439954, "entropy": 0.5774348908406826, "ratio_outside_clip": 0.0}, {"loss": 0.005253089126199484, "gradient_norm_before_clip": 0.718758225440979, "kl": 0.0407667862125701, "entropy": 0.5738929795341258, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[5, 8, "17", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "15", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "4", true], [5, 1, "4", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018045572564005852, "gradient_norm_before_clip": 0.4172059893608093, "kl": 0.020646495991442578, "entropy": 0.6429366605827608, "ratio_outside_clip": 0.0}, {"loss": -0.018659153953194618, "gradient_norm_before_clip": 0.4292941391468048, "kl": 0.0215170038751809, "entropy": 0.6404130774808218, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "8", true], [7, 6, "12", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "14", true], [8, 8, "13", true], [8, 8, "123", true], [8, 8, "12", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "7", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "6", true], [1, 0, "3", true], [1, 0, "1", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "10", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "10", true], [2, 2, "0", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010709342546761036, "gradient_norm_before_clip": 0.5128911733627319, "kl": 0.03937981003209164, "entropy": 0.6754840047735917, "ratio_outside_clip": 0.0}, {"loss": -0.012913458049297333, "gradient_norm_before_clip": 0.502109169960022, "kl": 0.04088527905313592, "entropy": 0.6734197014256528, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "8", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "11", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "15", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "00", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03558289632201195, "gradient_norm_before_clip": 0.43234390020370483, "kl": 0.018895507618120522, "entropy": 0.5815605600928045, "ratio_outside_clip": 0.0}, {"loss": 0.0336277149617672, "gradient_norm_before_clip": 0.42780858278274536, "kl": 0.019089452779976427, "entropy": 0.5801612708219297, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [0, 1, "0", true], [0, 1, "0", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "0", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "6", true], [5, 7, "11", true], [5, 7, "15", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "16", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [6, 9, "15", true], [6, 9, "19113", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.032278869301080704, "gradient_norm_before_clip": 0.599846601486206, "kl": 0.013354430169415621, "entropy": 0.6108164406992906, "ratio_outside_clip": 0.0}, {"loss": 0.02987046353518963, "gradient_norm_before_clip": 0.5979792475700378, "kl": 0.013408453186596829, "entropy": 0.6094156276960314, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "2", true], [4, 9, "12", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "12", true], [4, 9, "15", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "7", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "6", true], [1, 2, "0", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "124", true], [8, 9, "13", true], [8, 9, "110", true], [8, 9, "14", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.005535120610147715, "gradient_norm_before_clip": 0.5205739736557007, "kl": 0.021751495055210443, "entropy": 0.6055337411385996, "ratio_outside_clip": 0.0}, {"loss": -0.0060787503607571125, "gradient_norm_before_clip": 0.5155320763587952, "kl": 0.021743559542997382, "entropy": 0.6056254822530864, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[1, 7, "9", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "17", true], [1, 0, "0", true], [1, 0, "", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "3", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [6, 6, "12", true], [6, 6, "815557", false], [6, 6, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "4", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.04085511714220047, "gradient_norm_before_clip": 0.4683276116847992, "kl": 0.021839909437226086, "entropy": 0.6725550395686452, "ratio_outside_clip": 0.0}, {"loss": 0.03936690092086792, "gradient_norm_before_clip": 0.4653594493865967, "kl": 0.02146118007055143, "entropy": 0.6722212070372047, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[8, 0, "7", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "9", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "10", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [6, 4, "12", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.013564777560532093, "gradient_norm_before_clip": 0.4212800860404968, "kl": 0.04121438105394886, "entropy": 0.5710019640102508, "ratio_outside_clip": 0.0}, {"loss": -0.014665907248854637, "gradient_norm_before_clip": 0.4147091507911682, "kl": 0.04109744357455308, "entropy": 0.5700542668628085, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[4, 4, "10", true], [4, 4, "3", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "16", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "16", true], [9, 6, "15", true], [9, 6, "1512", true], [8, 5, "12", true], [8, 5, "16", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02550576999783516, "gradient_norm_before_clip": 0.5088870525360107, "kl": 0.02636494192966195, "entropy": 0.5329402657442315, "ratio_outside_clip": 0.0}, {"loss": 0.023312103003263474, "gradient_norm_before_clip": 0.4951046109199524, "kl": 0.025987619577452194, "entropy": 0.5327683825825535, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[8, 9, "1110", true], [8, 9, "15", true], [8, 9, "134", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "17", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "11", true], [2, 6, "7", true], [2, 6, "8", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.028475848957896233, "gradient_norm_before_clip": 0.5419634580612183, "kl": 0.01466990866751041, "entropy": 0.6263254993366745, "ratio_outside_clip": 0.0}, {"loss": 0.026510532945394516, "gradient_norm_before_clip": 0.534112811088562, "kl": 0.0144004761797827, "entropy": 0.6249866125718603, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "2", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.03964881971478462, "gradient_norm_before_clip": 0.5991343259811401, "kl": 0.08039562611640254, "entropy": 0.5316814953767801, "ratio_outside_clip": 0.0}, {"loss": -0.041937317699193954, "gradient_norm_before_clip": 0.5727190971374512, "kl": 0.07823796815510038, "entropy": 0.5286787008937401, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "100", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [1, 9, "100", true], [1, 9, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "12", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004043103661388159, "gradient_norm_before_clip": 0.712291955947876, "kl": 0.035816452954266526, "entropy": 0.48237824311127536, "ratio_outside_clip": 0.0}, {"loss": 0.0010970128932967782, "gradient_norm_before_clip": 0.7192420363426208, "kl": 0.03331870774965028, "entropy": 0.48196501860747465, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "114", true], [4, 9, "15", true], [4, 9, "15", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "8", true], [7, 4, "11", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014975327998399734, "gradient_norm_before_clip": 0.35606318712234497, "kl": 0.016189403876573027, "entropy": 0.560185141192225, "ratio_outside_clip": 0.0}, {"loss": -0.01706530712544918, "gradient_norm_before_clip": 0.35327160358428955, "kl": 0.0160081200970861, "entropy": 0.5600036346983767, "ratio_outside_clip": 0.0}]}, {"step": 43, "rows": [[1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "8", true], [2, 7, "9", true], [2, 7, "12", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "00", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04102739319205284, "gradient_norm_before_clip": 0.7109538316726685, "kl": 0.021818535416214556, "entropy": 0.7978661431206597, "ratio_outside_clip": 0.0}, {"loss": 0.038893863558769226, "gradient_norm_before_clip": 0.7149325609207153, "kl": 0.02113305021215368, "entropy": 0.7963522451895254, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "6", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "11", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "00", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "4", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [0, 0, "1", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 8.417941717198119e-05, "gradient_norm_before_clip": 0.8162762522697449, "kl": 0.021635238035225574, "entropy": 0.526969532907745, "ratio_outside_clip": 0.0}, {"loss": -0.005029289983212948, "gradient_norm_before_clip": 0.7165710926055908, "kl": 0.02274561811376501, "entropy": 0.5236361468279803, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "9", true], [8, 4, "12", true], [8, 4, "8", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [2, 4, "10", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "1", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.012513105757534504, "gradient_norm_before_clip": 0.7582765817642212, "kl": 0.028416910479145664, "entropy": 0.5999543712985131, "ratio_outside_clip": 0.0}, {"loss": 0.011101539246737957, "gradient_norm_before_clip": 0.7633026242256165, "kl": 0.029466678250220514, "entropy": 0.5994938019783266, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[1, 3, "4", true], [1, 3, "8", true], [1, 3, "429", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "2", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "110", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "17", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [4, 2, "0", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.028059162199497223, "gradient_norm_before_clip": 0.6833560466766357, "kl": 0.024366442362467447, "entropy": 0.5842258800159801, "ratio_outside_clip": 0.0}, {"loss": 0.02235359512269497, "gradient_norm_before_clip": 0.6017868518829346, "kl": 0.026522445678710937, "entropy": 0.5823492801550663, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "6", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "23", true], [3, 1, "4", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "155", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "154", true], [6, 9, "15", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01080589834600687, "gradient_norm_before_clip": 0.501189649105072, "kl": 0.01678914052468759, "entropy": 0.6426660514172212, "ratio_outside_clip": 0.0}, {"loss": 0.010114932432770729, "gradient_norm_before_clip": 0.5132800936698914, "kl": 0.01637327082363176, "entropy": 0.6409350265691309, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "15", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "8", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "116", true], [3, 9, "12", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0012424965389072895, "gradient_norm_before_clip": 0.5558343529701233, "kl": 0.02050027339416143, "entropy": 0.5537154970789803, "ratio_outside_clip": 0.0}, {"loss": -0.001414760365150869, "gradient_norm_before_clip": 0.528272271156311, "kl": 0.022093019541904065, "entropy": 0.551757677066961, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "110", true], [9, 8, "15", true], [9, 8, "17", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "0", true], [0, 0, "1", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.011969261802732944, "gradient_norm_before_clip": 0.4363615810871124, "kl": 0.0645185248252073, "entropy": 0.5732200014079275, "ratio_outside_clip": 0.0}, {"loss": 0.011072752997279167, "gradient_norm_before_clip": 0.44090890884399414, "kl": 0.06586535284124269, "entropy": 0.5725810981235622, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[3, 9, "12", true], [3, 9, "11", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "13", true], [0, 7, "8", true], [0, 7, "00", true], [0, 7, "4", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "9", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 8, "13", true], [4, 8, "10", true], [4, 8, "16", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [7, 6, "18", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.001730361022055149, "gradient_norm_before_clip": 0.6436418294906616, "kl": 0.023975423738068224, "entropy": 0.6287126728132659, "ratio_outside_clip": 0.0}, {"loss": 0.00026290869573131204, "gradient_norm_before_clip": 0.6401415467262268, "kl": 0.024575834959940195, "entropy": 0.626246732823989, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "16", true], [8, 2, "10", true], [8, 2, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 4, "9", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "17", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "11", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "8", true], [5, 1, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "13", true], [2, 9, "11", true], [2, 9, "7", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.019750993698835373, "gradient_norm_before_clip": 0.7623971700668335, "kl": 0.04217306957688442, "entropy": 0.4552899294121321, "ratio_outside_clip": 0.0}, {"loss": -0.02496926113963127, "gradient_norm_before_clip": 0.6790988445281982, "kl": 0.040046425752861554, "entropy": 0.4515417232069858, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "10", true], [1, 2, "0", true], [1, 2, "23", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [3, 1, "5", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "7", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.00585036538541317, "gradient_norm_before_clip": 1.2436163425445557, "kl": 0.03463970208019944, "entropy": 0.5238571640867624, "ratio_outside_clip": 0.0}, {"loss": -0.006891834083944559, "gradient_norm_before_clip": 1.0340101718902588, "kl": 0.031892432929566186, "entropy": 0.5171350514666634, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "1", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "15", true], [9, 2, "11", true], [9, 2, "11", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.000773707521148026, "gradient_norm_before_clip": 0.7175639867782593, "kl": 0.025789947886216014, "entropy": 0.5776085602609735, "ratio_outside_clip": 0.0}, {"loss": -0.0035358823370188475, "gradient_norm_before_clip": 0.7252002954483032, "kl": 0.025063884885687577, "entropy": 0.5757128564934981, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[0, 6, "6", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "3", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "00", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "6", true], [0, 1, "6", true], [0, 1, "8", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "1", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "17", true], [9, 2, "11", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.025107430294156075, "gradient_norm_before_clip": 0.7119062542915344, "kl": 0.02247540262721529, "entropy": 0.6288314921743918, "ratio_outside_clip": 0.0}, {"loss": 0.020939240232110023, "gradient_norm_before_clip": 0.6833622455596924, "kl": 0.02241007593654146, "entropy": 0.6254047675420774, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [9, 4, "17", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "10", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "14", true], [5, 8, "11", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01246300432831049, "gradient_norm_before_clip": 1.2117654085159302, "kl": 0.02523171450640704, "entropy": 0.4569217991184544, "ratio_outside_clip": 0.0}, {"loss": -0.011314147152006626, "gradient_norm_before_clip": 1.2544795274734497, "kl": 0.02437464224325644, "entropy": 0.4573568808065878, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "0", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "8", true], [2, 1, "2", true], [2, 1, "2", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0168746430426836, "gradient_norm_before_clip": 0.5336577296257019, "kl": 0.025629721531251662, "entropy": 0.621818750083041, "ratio_outside_clip": 0.0}, {"loss": 0.01507182139903307, "gradient_norm_before_clip": 0.5220432281494141, "kl": 0.0254242501291288, "entropy": 0.6214717423834768, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "16", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "9", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "4", true], [5, 1, "6", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "19", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.032993145287036896, "gradient_norm_before_clip": 0.887620747089386, "kl": 0.031462090810139974, "entropy": 0.6060131327311198, "ratio_outside_clip": 0.0}, {"loss": 0.027820497751235962, "gradient_norm_before_clip": 0.8218726515769958, "kl": 0.03530124664306641, "entropy": 0.608660888671875, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "", true], [1, 0, "", true], [1, 0, "0", true], [1, 0, "1", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 1, "10", true], [9, 1, "1", true], [9, 1, "9", true], [9, 1, "1200", true], [9, 1, "9", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1557", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.001592906191945076, "gradient_norm_before_clip": 1.03619384765625, "kl": 0.01786393512880182, "entropy": 0.4750287270959402, "ratio_outside_clip": 0.0}, {"loss": -0.007486988324671984, "gradient_norm_before_clip": 0.8150649666786194, "kl": 0.019775538086202103, "entropy": 0.46914086314295067, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "114", true], [6, 9, "15", true], [6, 9, "17", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [9, 8, "138", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "1010", true], [9, 8, "15", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.024956896901130676, "gradient_norm_before_clip": 0.5415164232254028, "kl": 0.015191306957619728, "entropy": 0.5410247538131097, "ratio_outside_clip": 0.0}, {"loss": 0.024144809693098068, "gradient_norm_before_clip": 0.5601136684417725, "kl": 0.01613986285435671, "entropy": 0.5375909529669436, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "9", true], [1, 9, "8", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "4", true], [2, 6, "8", true], [2, 6, "8", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "116", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.023579122498631477, "gradient_norm_before_clip": 0.5917123556137085, "kl": 0.022109933332963422, "entropy": 0.5428225430575284, "ratio_outside_clip": 0.0}, {"loss": -0.02248801849782467, "gradient_norm_before_clip": 0.5999515056610107, "kl": 0.022841369744503136, "entropy": 0.5435881181196733, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [4, 4, "1", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010047627612948418, "gradient_norm_before_clip": 0.6069394946098328, "kl": 0.028191584461140184, "entropy": 0.46264840371953614, "ratio_outside_clip": 0.0}, {"loss": -0.011958392336964607, "gradient_norm_before_clip": 0.6090209484100342, "kl": 0.029077110050609277, "entropy": 0.4612935384114583, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "3", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "4", true], [6, 2, "7", true], [6, 2, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0008494280045852065, "gradient_norm_before_clip": 0.4307374656200409, "kl": 0.028314191102981567, "entropy": 0.5120927810668945, "ratio_outside_clip": 0.0}, {"loss": -0.0011842325329780579, "gradient_norm_before_clip": 0.4242396652698517, "kl": 0.028507569432258607, "entropy": 0.5111886978149414, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[4, 5, "9", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "11", true], [4, 5, "10", true], [4, 5, "12", true], [4, 5, "8", true], [4, 5, "10", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "7", true], [8, 8, "17", true], [8, 8, "110", true], [8, 8, "1112", true], [8, 8, "1122", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "1515", true], [8, 8, "12", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 4, "11", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "7", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "16", true], [2, 6, "9", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01896517165005207, "gradient_norm_before_clip": 0.3843647837638855, "kl": 0.05629332372747316, "entropy": 0.6602061453041124, "ratio_outside_clip": 0.0}, {"loss": 0.018046081066131592, "gradient_norm_before_clip": 0.3816787004470825, "kl": 0.05691126372916567, "entropy": 0.6597369141373898, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[4, 8, "7", true], [4, 8, "11", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007211785297840834, "gradient_norm_before_clip": 0.5294948220252991, "kl": 0.017290559357511785, "entropy": 0.5382457436201815, "ratio_outside_clip": 0.0}, {"loss": -0.008874775841832161, "gradient_norm_before_clip": 0.5245559811592102, "kl": 0.017184605855427817, "entropy": 0.5367454939973568, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[6, 9, "12", true], [6, 9, "12", true], [6, 9, "19", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [3, 9, "11", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "7", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "17", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [5, 8, "12", true], [5, 8, "9112", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.022242484614253044, "gradient_norm_before_clip": 0.37828513979911804, "kl": 0.03912329240278764, "entropy": 0.5938152428829309, "ratio_outside_clip": 0.0}, {"loss": 0.019930239766836166, "gradient_norm_before_clip": 0.37543320655822754, "kl": 0.03869108720259233, "entropy": 0.5925531560724432, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "951556", false], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "4", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "100", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "19", true], [6, 6, "120", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "4", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0513036735355854, "gradient_norm_before_clip": 0.8808085918426514, "kl": 0.022502789240397378, "entropy": 0.5925428653191663, "ratio_outside_clip": 0.0}, {"loss": 0.0439942367374897, "gradient_norm_before_clip": 0.7239210605621338, "kl": 0.020342742611548142, "entropy": 0.5888108122134637, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "0", true], [2, 1, "3", true], [1, 2, "5", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "3", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "2", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "6", true], [4, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0006857654661871493, "gradient_norm_before_clip": 0.9199046492576599, "kl": 0.022859128082499784, "entropy": 0.7211366541245404, "ratio_outside_clip": 0.0}, {"loss": -0.004279810003936291, "gradient_norm_before_clip": 0.9130258560180664, "kl": 0.021715120357625625, "entropy": 0.7206120210535386, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [9, 8, "122", true], [9, 8, "15", true], [9, 8, "110", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "4", true], [5, 2, "2", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [7, 1, "7", true], [7, 1, "10", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.013228385709226131, "gradient_norm_before_clip": 0.5525001883506775, "kl": 0.01399126308876396, "entropy": 0.7173769138003355, "ratio_outside_clip": 0.0}, {"loss": 0.010892034508287907, "gradient_norm_before_clip": 0.5575047135353088, "kl": 0.01341515739492122, "entropy": 0.7176009824611996, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[5, 8, "15", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "110", true], [9, 8, "15", true], [9, 8, "113", true], [9, 8, "17", true], [9, 8, "915911", false], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "19", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "112", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02040204033255577, "gradient_norm_before_clip": 0.47540083527565, "kl": 0.01644743722060631, "entropy": 0.5988320098526176, "ratio_outside_clip": 0.0}, {"loss": 0.020493997260928154, "gradient_norm_before_clip": 0.47921326756477356, "kl": 0.01623324142105278, "entropy": 0.5995155860637796, "ratio_outside_clip": 0.0}]}, {"step": 70, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "401", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [1, 0, "1", true], [1, 0, "9", true], [1, 0, "0", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "917", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "9", true], [2, 8, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01775541715323925, "gradient_norm_before_clip": 0.7980749607086182, "kl": 0.04659308115641276, "entropy": 0.6154873657226563, "ratio_outside_clip": 0.0}, {"loss": -0.022137176245450974, "gradient_norm_before_clip": 0.7323119044303894, "kl": 0.04436659812927246, "entropy": 0.6143963623046875, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [5, 4, "7", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [4, 3, "6", true], [4, 3, "00", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "3", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.005731696728616953, "gradient_norm_before_clip": 0.8531522750854492, "kl": 0.04426394634365295, "entropy": 0.534933812870002, "ratio_outside_clip": 0.0}, {"loss": 0.004145373590290546, "gradient_norm_before_clip": 0.8488234281539917, "kl": 0.04303169250488281, "entropy": 0.5334758877013781, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012947329320013523, "gradient_norm_before_clip": 0.5584298372268677, "kl": 0.014292811694210523, "entropy": 0.6048366598886986, "ratio_outside_clip": 0.0}, {"loss": -0.015195346437394619, "gradient_norm_before_clip": 0.5428546667098999, "kl": 0.015549222083940897, "entropy": 0.6036414577536386, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[7, 6, "13", true], [7, 6, "1", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "6", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "8", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "15", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012420456856489182, "gradient_norm_before_clip": 0.4934234023094177, "kl": 0.0248720645904541, "entropy": 0.5019420755320582, "ratio_outside_clip": 0.0}, {"loss": -0.014292504638433456, "gradient_norm_before_clip": 0.48744291067123413, "kl": 0.025377827129144777, "entropy": 0.5002898731450925, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[7, 1, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "15", true], [7, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "17", true], [8, 5, "12", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "11", true], [1, 9, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003161427564918995, "gradient_norm_before_clip": 0.8872382640838623, "kl": 0.021853827865871454, "entropy": 0.4737700964572162, "ratio_outside_clip": 0.0}, {"loss": -0.00726707186549902, "gradient_norm_before_clip": 0.8261944055557251, "kl": 0.022843190198819315, "entropy": 0.47026843008910413, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[2, 8, "8", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [4, 9, "11", true], [4, 9, "111", true], [4, 9, "125", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.029142776504158974, "gradient_norm_before_clip": 0.6103262901306152, "kl": 0.035306229162468485, "entropy": 0.44031512548053076, "ratio_outside_clip": 0.0}, {"loss": -0.033968064934015274, "gradient_norm_before_clip": 0.5918563008308411, "kl": 0.03650978381040866, "entropy": 0.4323611789279514, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "155", true], [9, 6, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "15", true], [8, 2, "10", true], [8, 2, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "13", true], [0, 6, "7", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.005428614094853401, "gradient_norm_before_clip": 0.5176209807395935, "kl": 0.04579404809258201, "entropy": 0.4419989152388139, "ratio_outside_clip": 0.0}, {"loss": 0.0012556518195196986, "gradient_norm_before_clip": 0.45273786783218384, "kl": 0.047418968244032425, "entropy": 0.4410581588745117, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [8, 8, "17", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "15010", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "12", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0005508376052603126, "gradient_norm_before_clip": 0.6195694208145142, "kl": 0.018361343196564656, "entropy": 0.5540353037828317, "ratio_outside_clip": 0.0}, {"loss": -0.0007069125422276556, "gradient_norm_before_clip": 0.6063380837440491, "kl": 0.01920756533102024, "entropy": 0.5523077841916698, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [6, 7, "915911", false], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "16", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.025367500260472298, "gradient_norm_before_clip": 0.5700526237487793, "kl": 0.0645839922355883, "entropy": 0.5524505152846828, "ratio_outside_clip": 0.0}, {"loss": 0.02370389550924301, "gradient_norm_before_clip": 0.5561028718948364, "kl": 0.06590245564778646, "entropy": 0.5504587346857245, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[4, 2, "7", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "10", true], [3, 1, "4010", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "1", true], [4, 5, "9", true], [4, 5, "8", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02037128061056137, "gradient_norm_before_clip": 0.4884256422519684, "kl": 0.05930378350866846, "entropy": 0.5268795059387943, "ratio_outside_clip": 0.0}, {"loss": 0.019468531012535095, "gradient_norm_before_clip": 0.49530330300331116, "kl": 0.06154220075492399, "entropy": 0.526348573615752, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 6, "12", true], [7, 6, "913152", false], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [0, 0, "", true], [0, 0, "", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "8", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "8", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0033795121125876904, "gradient_norm_before_clip": 0.5635083317756653, "kl": 0.06498943056379046, "entropy": 0.5975628146877536, "ratio_outside_clip": 0.0}, {"loss": 0.002407340332865715, "gradient_norm_before_clip": 0.5704577565193176, "kl": 0.06575344754503919, "entropy": 0.5970852839482295, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "00", true], [2, 2, "4", true], [2, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "7", true], [7, 2, "8", true], [0, 1, "0", true], [0, 1, "", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.021790852770209312, "gradient_norm_before_clip": 0.8717968463897705, "kl": 0.05165119712234389, "entropy": 0.6699581822604997, "ratio_outside_clip": 0.0}, {"loss": -0.026695461943745613, "gradient_norm_before_clip": 0.8106201887130737, "kl": 0.050918883465706034, "entropy": 0.6665405381655862, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "0", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "2", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "2", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "03", true], [3, 1, "3", true], [3, 1, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "10", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.015061473473906517, "gradient_norm_before_clip": 0.7881981730461121, "kl": 0.03045309406437286, "entropy": 0.6297278730836633, "ratio_outside_clip": 0.0}, {"loss": 0.008588820695877075, "gradient_norm_before_clip": 0.7623841166496277, "kl": 0.030705314792998848, "entropy": 0.6255728316633669, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[1, 1, "0", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [7, 6, "15", true], [7, 6, "9", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "111", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "14", true], [9, 8, "17", true], [9, 8, "14", true], [9, 8, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.002999682445079088, "gradient_norm_before_clip": 0.567139208316803, "kl": 0.029449306888344847, "entropy": 0.6036460311324509, "ratio_outside_clip": 0.0}, {"loss": -0.0057024057023227215, "gradient_norm_before_clip": 0.5570060014724731, "kl": 0.028254588445027668, "entropy": 0.6025948701081453, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "8", true], [8, 2, "9", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "117", true], [8, 8, "18", true], [8, 8, "17", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "1122", true], [6, 7, "12", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [0, 1, "8", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01616242155432701, "gradient_norm_before_clip": 0.5837180018424988, "kl": 0.02756144106388092, "entropy": 0.5325407028198242, "ratio_outside_clip": 0.0}, {"loss": -0.020251622423529625, "gradient_norm_before_clip": 0.5512967705726624, "kl": 0.026344525814056396, "entropy": 0.5312845230102539, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 9, "15", true], [6, 9, "16", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "10", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.011474478989839554, "gradient_norm_before_clip": 0.5334628224372864, "kl": 0.028280029998966522, "entropy": 0.5236276263839628, "ratio_outside_clip": 0.0}, {"loss": 0.010943073779344559, "gradient_norm_before_clip": 0.5371853709220886, "kl": 0.029534898652620843, "entropy": 0.5215565032022862, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[5, 8, "16", true], [5, 8, "12", true], [5, 8, "19", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "15", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "815815", false], [8, 8, "110", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "15", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.014340911991894245, "gradient_norm_before_clip": 0.33571526408195496, "kl": 0.014660824610534327, "entropy": 0.5136173184357542, "ratio_outside_clip": 0.0}, {"loss": -0.015494005754590034, "gradient_norm_before_clip": 0.3322209417819977, "kl": 0.014404531297736993, "entropy": 0.5144343029853352, "ratio_outside_clip": 0.0}]}, {"step": 87, "rows": [[6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [7, 2, "1000", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "11", true], [7, 2, "10", true], [7, 2, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "7", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "12", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [4, 2, "4", true], [4, 2, "3", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.037733402103185654, "gradient_norm_before_clip": 0.6653981804847717, "kl": 0.022674858570098877, "entropy": 0.511444091796875, "ratio_outside_clip": 0.0}, {"loss": 0.03773093968629837, "gradient_norm_before_clip": 0.6778645515441895, "kl": 0.022643077941167922, "entropy": 0.5111792882283529, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[5, 4, "7", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "115", true], [9, 6, "15", true], [9, 6, "15", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "0", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "10", true], [7, 1, "6", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.07941461354494095, "gradient_norm_before_clip": 0.7979890704154968, "kl": 0.0353221194759296, "entropy": 0.6139144411512242, "ratio_outside_clip": 0.0}, {"loss": 0.07498999685049057, "gradient_norm_before_clip": 0.7822642922401428, "kl": 0.03584441106030895, "entropy": 0.6139874792402717, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[3, 1, "406", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "6", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 6, "113", true], [9, 6, "715915", false], [9, 6, "159", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04748472571372986, "gradient_norm_before_clip": 0.8717520236968994, "kl": 0.04614120980967646, "entropy": 0.5799831603624805, "ratio_outside_clip": 0.0}, {"loss": 0.04074329882860184, "gradient_norm_before_clip": 0.7864328026771545, "kl": 0.04586351584203495, "entropy": 0.5769367099548719, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [4, 9, "16", true], [4, 9, "15", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "111", true], [4, 9, "12", true], [4, 9, "11", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.00961349718272686, "gradient_norm_before_clip": 0.6939033269882202, "kl": 0.05231365116163232, "entropy": 0.4626411350294091, "ratio_outside_clip": 0.0}, {"loss": -0.015414830297231674, "gradient_norm_before_clip": 0.6239544153213501, "kl": 0.055657249757613256, "entropy": 0.4556993944891568, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "154", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [8, 9, "13", true], [8, 9, "124", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "11", true], [8, 9, "17", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "1", true], [4, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05143808573484421, "gradient_norm_before_clip": 0.7293864488601685, "kl": 0.030367634747479413, "entropy": 0.4719773163666596, "ratio_outside_clip": 0.0}, {"loss": 0.045130934566259384, "gradient_norm_before_clip": 0.6660054922103882, "kl": 0.0334385279062632, "entropy": 0.4701166513803843, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [1, 0, "4", true], [1, 0, "7", true], [1, 0, "", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "122", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004803270101547241, "gradient_norm_before_clip": 0.5584459900856018, "kl": 0.07727336251972527, "entropy": 0.5330534676052877, "ratio_outside_clip": 0.0}, {"loss": -0.006031299475580454, "gradient_norm_before_clip": 0.5757752656936646, "kl": 0.08089516494447822, "entropy": 0.532481263015444, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[5, 2, "7", true], [5, 2, "9", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [1, 0, "", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "16", true], [1, 0, "1", true], [1, 0, "1", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004491802770644426, "gradient_norm_before_clip": 0.680292010307312, "kl": 0.06283778486580684, "entropy": 0.6226240486934267, "ratio_outside_clip": 0.0}, {"loss": 0.005461600609123707, "gradient_norm_before_clip": 0.7198784947395325, "kl": 0.0637200848809604, "entropy": 0.6247050318224677, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "3", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [5, 2, "3", true], [5, 2, "10", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "4", true], [5, 2, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "15", true], [0, 1, "3", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.007565145380795002, "gradient_norm_before_clip": 0.500296950340271, "kl": 0.0343062145258087, "entropy": 0.5742052863625919, "ratio_outside_clip": 0.0}, {"loss": 0.005885784979909658, "gradient_norm_before_clip": 0.4944307208061218, "kl": 0.03470223869373596, "entropy": 0.5731497371897978, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 7, "4", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "9", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "991156", false], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.005816667340695858, "gradient_norm_before_clip": 0.5146443843841553, "kl": 0.02837676268357497, "entropy": 0.6280743036514673, "ratio_outside_clip": 0.0}, {"loss": 0.0038790060207247734, "gradient_norm_before_clip": 0.5124480128288269, "kl": 0.028807221314845942, "entropy": 0.6274374448336087, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "16", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [2, 8, "3", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "100", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0014542859280481935, "gradient_norm_before_clip": 0.44984200596809387, "kl": 0.038275410788399834, "entropy": 0.43416547502790176, "ratio_outside_clip": 0.0}, {"loss": -0.0024689813144505024, "gradient_norm_before_clip": 0.4523274898529053, "kl": 0.03877593176705497, "entropy": 0.43328526088169644, "ratio_outside_clip": 0.0}]}, {"step": 97, "rows": [[1, 0, "6", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [1, 3, "48", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "6", true], [8, 1, "10", true], [6, 0, "7", true], [6, 0, "3", true], [6, 0, "4", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.024846484884619713, "gradient_norm_before_clip": 0.49788063764572144, "kl": 0.036837410926818845, "entropy": 0.6129749843052456, "ratio_outside_clip": 0.0}, {"loss": 0.022383952513337135, "gradient_norm_before_clip": 0.49631670117378235, "kl": 0.03743720054626465, "entropy": 0.6122952052525111, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "108", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "", true], [0, 6, "6", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0012918502325192094, "gradient_norm_before_clip": 0.7563115954399109, "kl": 0.05579886938396253, "entropy": 0.5088639008371454, "ratio_outside_clip": 0.0}, {"loss": -0.0058203102089464664, "gradient_norm_before_clip": 0.7197412252426147, "kl": 0.05579799727389687, "entropy": 0.5070653212697882, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[2, 2, "6", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15512", true], [9, 6, "15", true], [9, 6, "19", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "128", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 8, "17", true], [9, 8, "16", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04713289439678192, "gradient_norm_before_clip": 0.555117130279541, "kl": 0.04462981673906434, "entropy": 0.5874677454150697, "ratio_outside_clip": 0.0}, {"loss": 0.044586192816495895, "gradient_norm_before_clip": 0.5494780540466309, "kl": 0.0447878027861973, "entropy": 0.5860007424024666, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "126", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "126", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03331969305872917, "gradient_norm_before_clip": 0.517756998538971, "kl": 0.069089913823802, "entropy": 0.570610143576458, "ratio_outside_clip": 0.0}, {"loss": 0.03109736368060112, "gradient_norm_before_clip": 0.5157721042633057, "kl": 0.06859744734065548, "entropy": 0.5684317327608728, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "14", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [7, 0, "6", true], [7, 0, "4", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "71", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.008617461659014225, "gradient_norm_before_clip": 0.34208181500434875, "kl": 0.0340749119104964, "entropy": 0.4190519097146024, "ratio_outside_clip": 0.0}, {"loss": 0.007561075501143932, "gradient_norm_before_clip": 0.34071746468544006, "kl": 0.03393492002165719, "entropy": 0.41837036475706635, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "4", true], [2, 6, "6", true], [4, 6, "9", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "0", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "1", true], [1, 1, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.004424415063112974, "gradient_norm_before_clip": 0.5754302740097046, "kl": 0.07283554579082288, "entropy": 0.5511008814761513, "ratio_outside_clip": 0.0}, {"loss": -0.006253804080188274, "gradient_norm_before_clip": 0.5642592906951904, "kl": 0.07267728604768452, "entropy": 0.5508252194053248, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "915155", false], [9, 6, "13", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "18", true], [8, 9, "12", true], [8, 9, "15", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02589159831404686, "gradient_norm_before_clip": 0.5240185856819153, "kl": 0.07703751741453659, "entropy": 0.5244691538256269, "ratio_outside_clip": 0.0}, {"loss": 0.02452636882662773, "gradient_norm_before_clip": 0.5226121544837952, "kl": 0.07690609887588856, "entropy": 0.5230840638626454, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [5, 1, "", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "13", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "7", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "120", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01638481207191944, "gradient_norm_before_clip": 0.5931899547576904, "kl": 0.06752191992367015, "entropy": 0.46940312105066634, "ratio_outside_clip": 0.0}, {"loss": 0.014601366594433784, "gradient_norm_before_clip": 0.5875570774078369, "kl": 0.0678588025710162, "entropy": 0.46841901891371784, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[7, 4, "12", true], [7, 4, "919", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [2, 8, "9", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "123", true], [1, 2, "2", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "1123", true], [9, 4, "13", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0062609449960291386, "gradient_norm_before_clip": 0.7534219026565552, "kl": 0.04803476538709415, "entropy": 0.42321018506121894, "ratio_outside_clip": 0.0}, {"loss": 0.001901688170619309, "gradient_norm_before_clip": 0.6814472675323486, "kl": 0.04859849458099694, "entropy": 0.4189142206663726, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "122", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "1", true], [1, 1, "2", true], [1, 1, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "12", true], [2, 8, "9", true], [2, 8, "8", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "2", true], [5, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.012075093574821949, "gradient_norm_before_clip": 0.4143613874912262, "kl": 0.029902626673380533, "entropy": 0.6129909261067709, "ratio_outside_clip": 0.0}, {"loss": -0.015591965988278389, "gradient_norm_before_clip": 0.40403422713279724, "kl": 0.02973507563273112, "entropy": 0.6098152669270833, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01680060662329197, "gradient_norm_before_clip": 0.8577683568000793, "kl": 0.02403083700217948, "entropy": 0.5113147457703849, "ratio_outside_clip": 0.0}, {"loss": -0.021589746698737144, "gradient_norm_before_clip": 0.8316429853439331, "kl": 0.024321502407655023, "entropy": 0.5098876447867084, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[2, 2, "40", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "6", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "915571", false], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "10", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "1", true], [6, 6, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "19", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01405770517885685, "gradient_norm_before_clip": 0.7212814092636108, "kl": 0.05383635899208111, "entropy": 0.5175529778336679, "ratio_outside_clip": 0.0}, {"loss": 0.011450964957475662, "gradient_norm_before_clip": 0.6601877808570862, "kl": 0.053666711519550346, "entropy": 0.5195967178770949, "ratio_outside_clip": 0.0}]}, {"step": 109, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 4, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [3, 1, "3", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "9", true], [3, 1, "4", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "7", true], [4, 9, "11", true], [4, 9, "18", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.005262390244752169, "gradient_norm_before_clip": 0.4716387093067169, "kl": 0.07877954223452235, "entropy": 0.43245520958533656, "ratio_outside_clip": 0.0}, {"loss": -0.006948881782591343, "gradient_norm_before_clip": 0.4372604787349701, "kl": 0.0770136929122654, "entropy": 0.43057539900379066, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "16", true], [4, 8, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "6", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "13", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008680039085447788, "gradient_norm_before_clip": 0.46045446395874023, "kl": 0.056383624048290136, "entropy": 0.4427053942651806, "ratio_outside_clip": 0.0}, {"loss": -0.009802876971662045, "gradient_norm_before_clip": 0.4624236524105072, "kl": 0.0557645980469481, "entropy": 0.4414858789501076, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "125", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1", true], [6, 4, "16", true], [6, 4, "10", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.004056962206959724, "gradient_norm_before_clip": 0.9377467036247253, "kl": 0.05729706894011187, "entropy": 0.5065573517387435, "ratio_outside_clip": 0.0}, {"loss": -0.00664560729637742, "gradient_norm_before_clip": 0.886159360408783, "kl": 0.05750104802600026, "entropy": 0.5037764148599297, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "12", true], [1, 8, "9", true], [1, 8, "8", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "8", true], [5, 1, "7", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "00", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "19", true], [4, 9, "12", true], [4, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "9112", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04314186051487923, "gradient_norm_before_clip": 0.578109860420227, "kl": 0.038783340919308545, "entropy": 0.5277394085395627, "ratio_outside_clip": 0.0}, {"loss": 0.04042689502239227, "gradient_norm_before_clip": 0.48799049854278564, "kl": 0.04121763822509021, "entropy": 0.5255531683200743, "ratio_outside_clip": 0.006097560975609756}]}, {"step": 113, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "18", true], [6, 6, "13", true], [6, 6, "12", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "1508", true], [6, 9, "15", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "17", true], [4, 7, "11", true], [4, 7, "17", true], [7, 5, "12", true], [7, 5, "112", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [5, 4, "3", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03151185065507889, "gradient_norm_before_clip": 0.5918450951576233, "kl": 0.0668907338922674, "entropy": 0.46754719127308236, "ratio_outside_clip": 0.0}, {"loss": 0.0297510027885437, "gradient_norm_before_clip": 0.5729267597198486, "kl": 0.06749843250621448, "entropy": 0.46626512932054925, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[2, 7, "13", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "8", true], [2, 7, "8", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1515", true], [9, 6, "15", true], [9, 6, "17127", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [8, 5, "13", true], [8, 5, "14", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [3, 9, "12", true], [3, 9, "16", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.044774457812309265, "gradient_norm_before_clip": 0.5945895910263062, "kl": 0.053180614631333036, "entropy": 0.4506712131157607, "ratio_outside_clip": 0.0}, {"loss": 0.04008737578988075, "gradient_norm_before_clip": 0.5422466397285461, "kl": 0.052442287970445825, "entropy": 0.44496173059155125, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "19", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [1, 2, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "7", true], [1, 2, "2", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [1, 1, "3", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "23", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "0", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.009229667484760284, "gradient_norm_before_clip": 0.39680254459381104, "kl": 0.05772044441916726, "entropy": 0.5742246949827516, "ratio_outside_clip": 0.0}, {"loss": 0.008436450734734535, "gradient_norm_before_clip": 0.3939012885093689, "kl": 0.058527407708106105, "entropy": 0.5736784501509233, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[5, 4, "8", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [1, 0, "1", true], [1, 0, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.003860177006572485, "gradient_norm_before_clip": 0.5996121764183044, "kl": 0.08584763506333605, "entropy": 0.6100533025727856, "ratio_outside_clip": 0.0}, {"loss": 0.0012362415436655283, "gradient_norm_before_clip": 0.5971859097480774, "kl": 0.08733878375814973, "entropy": 0.6075304429308116, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [2, 7, "9", true], [2, 7, "6", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "244410", false], [1, 3, "4", true], [1, 3, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.08388011902570724, "gradient_norm_before_clip": 0.7830528020858765, "kl": 0.049869810740152995, "entropy": 0.5036653645833333, "ratio_outside_clip": 0.0}, {"loss": 0.07789517194032669, "gradient_norm_before_clip": 0.7612013816833496, "kl": 0.050856316884358724, "entropy": 0.5013216654459636, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[2, 4, "4", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "11", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [0, 6, "6", true], [0, 6, "1", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.016571005806326866, "gradient_norm_before_clip": 1.0697581768035889, "kl": 0.02542977106003534, "entropy": 0.6405796907386001, "ratio_outside_clip": 0.0}, {"loss": 0.013167415745556355, "gradient_norm_before_clip": 1.051952600479126, "kl": 0.02541319042646966, "entropy": 0.6386434853482409, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[0, 0, "1", true], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "10", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [2, 5, "8", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "4", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "2", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "9", true], [2, 4, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.006198185030370951, "gradient_norm_before_clip": 0.5964571833610535, "kl": 0.018140004499115212, "entropy": 0.5995989054658987, "ratio_outside_clip": 0.0}, {"loss": 0.0034861217718571424, "gradient_norm_before_clip": 0.592965304851532, "kl": 0.01851622205581108, "entropy": 0.601845622932824, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "11", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "3", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "11", true], [4, 6, "10", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "9", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "9117", true], [8, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.005381308030337095, "gradient_norm_before_clip": 0.3998090326786041, "kl": 0.0334122475613369, "entropy": 0.45094145014044945, "ratio_outside_clip": 0.0}, {"loss": -0.005657506641000509, "gradient_norm_before_clip": 0.3972232937812805, "kl": 0.03466540775941999, "entropy": 0.4488073627600509, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03237469494342804, "gradient_norm_before_clip": 0.6133546233177185, "kl": 0.04604648885147348, "entropy": 0.3495114995629748, "ratio_outside_clip": 0.0}, {"loss": -0.033921025693416595, "gradient_norm_before_clip": 0.6022321581840515, "kl": 0.046259885334836846, "entropy": 0.3475978703788631, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [0, 0, "4", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "13", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "17", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "2", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "3", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.006765477824956179, "gradient_norm_before_clip": 0.5241547226905823, "kl": 0.032167725934239916, "entropy": 0.4059269156998503, "ratio_outside_clip": 0.0}, {"loss": -0.009551141411066055, "gradient_norm_before_clip": 0.5157835483551025, "kl": 0.03286626667319657, "entropy": 0.4044891174681886, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "915515", false], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "7", true], [5, 1, "0", true], [5, 1, "9", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [5, 5, "10", true], [5, 5, "20", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "16", true], [5, 5, "10", true], [5, 5, "10", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.014643211849033833, "gradient_norm_before_clip": 0.5674044489860535, "kl": 0.0647240249362923, "entropy": 0.4717518733097957, "ratio_outside_clip": 0.0}, {"loss": -0.017906391993165016, "gradient_norm_before_clip": 0.5529213547706604, "kl": 0.06502127224171655, "entropy": 0.4699300280689488, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009216283448040485, "gradient_norm_before_clip": 0.5286639332771301, "kl": 0.025947168761608647, "entropy": 0.5000423855251737, "ratio_outside_clip": 0.0}, {"loss": 0.007421595044434071, "gradient_norm_before_clip": 0.5215153694152832, "kl": 0.026207041896246615, "entropy": 0.4999093448414522, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 1, "4", true], [2, 1, "6", true], [2, 1, "1", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "8", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.04201437160372734, "gradient_norm_before_clip": 0.7091835141181946, "kl": 0.0677040009885221, "entropy": 0.5043858708562078, "ratio_outside_clip": 0.0}, {"loss": -0.04737027734518051, "gradient_norm_before_clip": 0.6728867888450623, "kl": 0.06761971035519161, "entropy": 0.5021640674487965, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "4", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "11", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9112", true], [7, 5, "9113", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "1", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03304357826709747, "gradient_norm_before_clip": 0.46929606795310974, "kl": 0.051863065580042396, "entropy": 0.4417366399997618, "ratio_outside_clip": 0.0}, {"loss": 0.03113050013780594, "gradient_norm_before_clip": 0.46134307980537415, "kl": 0.052011123517664466, "entropy": 0.4418759694913538, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "2", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "6", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "13", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.03351813182234764, "gradient_norm_before_clip": 0.7847185730934143, "kl": 0.03617994550248267, "entropy": 0.582244228309309, "ratio_outside_clip": 0.0}, {"loss": -0.03816276043653488, "gradient_norm_before_clip": 0.7408774495124817, "kl": 0.03606658922114842, "entropy": 0.5783748895349637, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [2, 2, "4", true], [2, 2, "2", true], [2, 2, "2", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "13", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [1, 3, "7", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.002021500840783119, "gradient_norm_before_clip": 0.6012593507766724, "kl": 0.0673832705146388, "entropy": 0.47007801658228826, "ratio_outside_clip": 0.0}, {"loss": 4.50171937700361e-05, "gradient_norm_before_clip": 0.5926635265350342, "kl": 0.06818629565991853, "entropy": 0.46946108968634354, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "7", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "14", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [6, 0, "8", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "112", true], [9, 6, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0068366494961082935, "gradient_norm_before_clip": 0.651066243648529, "kl": 0.049819926557869744, "entropy": 0.5823091704269935, "ratio_outside_clip": 0.0}, {"loss": 0.002578898100182414, "gradient_norm_before_clip": 0.6433994174003601, "kl": 0.05137834548950195, "entropy": 0.5817212861159752, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[1, 5, "6", true], [1, 5, "10", true], [1, 5, "00", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "4", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015789911150932312, "gradient_norm_before_clip": 0.41226035356521606, "kl": 0.06316767582277051, "entropy": 0.5481550774606717, "ratio_outside_clip": 0.0}, {"loss": 0.01396600529551506, "gradient_norm_before_clip": 0.40608859062194824, "kl": 0.06404951964916826, "entropy": 0.5464599505573714, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [3, 1, "7", true], [3, 1, "7", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02030189149081707, "gradient_norm_before_clip": 0.5674305558204651, "kl": 0.06541224006268619, "entropy": 0.5687556644137814, "ratio_outside_clip": 0.0}, {"loss": 0.0189364030957222, "gradient_norm_before_clip": 0.5664812922477722, "kl": 0.06576142894278328, "entropy": 0.5674357242721448, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [1, 2, "0", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "6", true], [1, 2, "1", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0011995242675766349, "gradient_norm_before_clip": 0.4024325907230377, "kl": 0.03998417797542754, "entropy": 0.4258418764386858, "ratio_outside_clip": 0.0}, {"loss": 0.000565014430321753, "gradient_norm_before_clip": 0.4016636312007904, "kl": 0.04076580206553141, "entropy": 0.42481822059268043, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[8, 4, "10", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01571185700595379, "gradient_norm_before_clip": 0.6202664375305176, "kl": 0.030936640013688767, "entropy": 0.5373375850653498, "ratio_outside_clip": 0.0}, {"loss": -0.0180968027561903, "gradient_norm_before_clip": 0.6027087569236755, "kl": 0.03127015011865388, "entropy": 0.5392599045855444, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[7, 1, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "4", true], [7, 1, "2", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02733755111694336, "gradient_norm_before_clip": 0.47403424978256226, "kl": 0.053968350092569985, "entropy": 0.4865231147179237, "ratio_outside_clip": 0.0}, {"loss": 0.026320384815335274, "gradient_norm_before_clip": 0.486505925655365, "kl": 0.054110086881197415, "entropy": 0.48663525703625804, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[1, 0, "11", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "0", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "15", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "15", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.029094131663441658, "gradient_norm_before_clip": 0.8493130803108215, "kl": 0.05690000101101179, "entropy": 0.4396159166207343, "ratio_outside_clip": 0.0}, {"loss": 0.024276554584503174, "gradient_norm_before_clip": 0.7818737030029297, "kl": 0.057414950037295104, "entropy": 0.437215840158287, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[4, 3, "2", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15528", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "7", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06804399937391281, "gradient_norm_before_clip": 0.7667704820632935, "kl": 0.07133993799286771, "entropy": 0.46736590435050124, "ratio_outside_clip": 0.0}, {"loss": 0.06228085234761238, "gradient_norm_before_clip": 0.496309757232666, "kl": 0.0703228636284095, "entropy": 0.4644080366013367, "ratio_outside_clip": 0.005780346820809248}]}, {"step": 137, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [2, 8, "10", true], [2, 8, "4", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [4, 4, "6", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "10", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.023647049441933632, "gradient_norm_before_clip": 0.5492314696311951, "kl": 0.02420156015514654, "entropy": 0.4339106500485523, "ratio_outside_clip": 0.0}, {"loss": -0.0228163693100214, "gradient_norm_before_clip": 0.5603325963020325, "kl": 0.02440580001658639, "entropy": 0.43378586418884624, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "00", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "17", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 1, "4", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "11", true], [8, 4, "13", true], [8, 4, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0028876853175461292, "gradient_norm_before_clip": 0.6781177520751953, "kl": 0.041794817622114976, "entropy": 0.48896449949683213, "ratio_outside_clip": 0.0}, {"loss": 0.000287265662336722, "gradient_norm_before_clip": 0.6506133675575256, "kl": 0.04150392369526189, "entropy": 0.4878579116449123, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[8, 8, "17", true], [8, 8, "9116", true], [8, 8, "112", true], [8, 8, "11", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "17", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "1", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "9", true], [2, 8, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018468428403139114, "gradient_norm_before_clip": 0.5428615808486938, "kl": 0.04228059241646215, "entropy": 0.5794021204898232, "ratio_outside_clip": 0.0}, {"loss": -0.019098540768027306, "gradient_norm_before_clip": 0.5522062182426453, "kl": 0.04259290820673892, "entropy": 0.5788061744288394, "ratio_outside_clip": 0.0}]}, {"step": 140, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 9, "19", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "111", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "9115", true], [9, 4, "15", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "18", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012565515004098415, "gradient_norm_before_clip": 0.5022563338279724, "kl": 0.04365131182548327, "entropy": 0.6101061014028696, "ratio_outside_clip": 0.0}, {"loss": 0.010924486443400383, "gradient_norm_before_clip": 0.49789029359817505, "kl": 0.04460744368724334, "entropy": 0.6079941284962189, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "1", true], [4, 4, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "4", true], [4, 5, "6", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "16", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.014113987796008587, "gradient_norm_before_clip": 0.3897993564605713, "kl": 0.035590306381506426, "entropy": 0.5478598471799511, "ratio_outside_clip": 0.0}, {"loss": 0.012938566505908966, "gradient_norm_before_clip": 0.382852166891098, "kl": 0.03667301926876138, "entropy": 0.5470781852862586, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "", true], [1, 2, "2", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "4", true], [0, 1, "1", true], [0, 1, "1", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "100", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.015957942232489586, "gradient_norm_before_clip": 0.43464896082878113, "kl": 0.06254105451630383, "entropy": 0.4086224160543302, "ratio_outside_clip": 0.0}, {"loss": 0.014295218512415886, "gradient_norm_before_clip": 0.42190662026405334, "kl": 0.06267227777620642, "entropy": 0.4080252298494665, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [7, 5, "11", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "10", true], [2, 6, "00", true], [2, 6, "8", true], [2, 6, "87", true], [2, 6, "2", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "11", true], [8, 8, "12", true], [8, 8, "17", true], [4, 4, "6", true], [4, 4, "1", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "1", true], [4, 4, "1", true], [4, 4, "10", true], [4, 4, "8", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01926623284816742, "gradient_norm_before_clip": 0.808734118938446, "kl": 0.05989014596650095, "entropy": 0.5195826212565104, "ratio_outside_clip": 0.0}, {"loss": 0.013860517181456089, "gradient_norm_before_clip": 0.7185059785842896, "kl": 0.06190950220281428, "entropy": 0.5177704319809422, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "16", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.014576435089111328, "gradient_norm_before_clip": 0.5959964990615845, "kl": 0.0687834121896036, "entropy": 0.4621203920376376, "ratio_outside_clip": 0.0}, {"loss": -0.016262348741292953, "gradient_norm_before_clip": 0.5945554971694946, "kl": 0.06919261044676199, "entropy": 0.4609745913331614, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "4", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "4010", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "6", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "19", true], [5, 8, "11", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [4, 9, "11", true], [4, 9, "1312", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00037060314207337797, "gradient_norm_before_clip": 0.4443666338920593, "kl": 0.041570493910047746, "entropy": 0.46778717041015627, "ratio_outside_clip": 0.0}, {"loss": -0.0011499881511554122, "gradient_norm_before_clip": 0.4342397153377533, "kl": 0.04060219128926595, "entropy": 0.465977054172092, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "12", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.013573362492024899, "gradient_norm_before_clip": 1.0388877391815186, "kl": 0.0818481697941458, "entropy": 0.48331643414023695, "ratio_outside_clip": 0.0}, {"loss": -0.019623594358563423, "gradient_norm_before_clip": 0.9491710066795349, "kl": 0.0851472197778967, "entropy": 0.47788268840865583, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [1, 5, "00", true], [1, 5, "3", true], [1, 5, "606", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.03308544307947159, "gradient_norm_before_clip": 0.5442177057266235, "kl": 0.05325850626317466, "entropy": 0.43306792654642245, "ratio_outside_clip": 0.0}, {"loss": 0.029941247776150703, "gradient_norm_before_clip": 0.5354414582252502, "kl": 0.05307134767857993, "entropy": 0.43276819368688074, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "15", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9010", true], [8, 1, "10", true], [4, 7, "17", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01954026333987713, "gradient_norm_before_clip": 0.4582573175430298, "kl": 0.046152828745759295, "entropy": 0.44850599696870486, "ratio_outside_clip": 0.0}, {"loss": 0.020265566185116768, "gradient_norm_before_clip": 0.48448777198791504, "kl": 0.04492185294972679, "entropy": 0.44964502588172867, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[1, 8, "7", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "13", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "12", true], [4, 7, "11", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.025767143815755844, "gradient_norm_before_clip": 1.0192687511444092, "kl": 0.045896579579609194, "entropy": 0.43735685581114236, "ratio_outside_clip": 0.0}, {"loss": 0.022113412618637085, "gradient_norm_before_clip": 0.9226145148277283, "kl": 0.047456020262183214, "entropy": 0.43456342743664256, "ratio_outside_clip": 0.0}]}, {"step": 150, "rows": [[1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0017484206473454833, "gradient_norm_before_clip": 0.6782721877098083, "kl": 0.05828063111556204, "entropy": 0.47083081697162826, "ratio_outside_clip": 0.0}, {"loss": 7.012957212282345e-06, "gradient_norm_before_clip": 0.67301344871521, "kl": 0.05879942994368704, "entropy": 0.4692689996016653, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.026590701192617416, "gradient_norm_before_clip": 0.4669407606124878, "kl": 0.06199867550919696, "entropy": 0.45989515723251717, "ratio_outside_clip": 0.0}, {"loss": 0.024664396420121193, "gradient_norm_before_clip": 0.4646213948726654, "kl": 0.06278710248993664, "entropy": 0.4588858441608708, "ratio_outside_clip": 0.0}]}, {"step": 152, "rows": [[1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "18", true], [9, 4, "12", true], [9, 4, "11", true], [9, 4, "13", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009941569529473782, "gradient_norm_before_clip": 0.4683677554130554, "kl": 0.07022058532898684, "entropy": 0.36725928984492656, "ratio_outside_clip": 0.0}, {"loss": -0.011751514859497547, "gradient_norm_before_clip": 0.46577176451683044, "kl": 0.07078353468194065, "entropy": 0.3675290073256895, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[8, 5, "13", true], [8, 5, "13", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "16", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0066461265087127686, "gradient_norm_before_clip": 0.9607356786727905, "kl": 0.04633118054881599, "entropy": 0.49148388975155277, "ratio_outside_clip": 0.0}, {"loss": -0.00829389225691557, "gradient_norm_before_clip": 0.9468517899513245, "kl": 0.04627151963133249, "entropy": 0.4920425888914499, "ratio_outside_clip": 0.0}]}, {"step": 154, "rows": [[5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "13", true], [5, 7, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 4, "11", true], [7, 4, "9", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "8", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0018185344524681568, "gradient_norm_before_clip": 0.8615986704826355, "kl": 0.06061727067698603, "entropy": 0.3166835411735203, "ratio_outside_clip": 0.0}, {"loss": 0.0012499411823228002, "gradient_norm_before_clip": 0.8630968928337097, "kl": 0.06065121422643247, "entropy": 0.3158485163813052, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "15", true], [6, 6, "120", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "15", true], [2, 5, "8", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "4", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "", true], [3, 4, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0025765690952539444, "gradient_norm_before_clip": 0.6269696950912476, "kl": 0.021697434782981872, "entropy": 0.47155003547668456, "ratio_outside_clip": 0.0}, {"loss": -0.004629446193575859, "gradient_norm_before_clip": 0.6187314391136169, "kl": 0.021317838132381438, "entropy": 0.46908721923828123, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [2, 2, "8", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [9, 4, "13", true], [9, 4, "19", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "11", true], [9, 4, "19", true], [9, 4, "12", true], [4, 4, "11", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "7", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "3", true], [1, 3, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009099901653826237, "gradient_norm_before_clip": 0.713300883769989, "kl": 0.04243560779241868, "entropy": 0.46744843471197434, "ratio_outside_clip": 0.0}, {"loss": 0.003948584198951721, "gradient_norm_before_clip": 0.6698773503303528, "kl": 0.04286151462131076, "entropy": 0.4638027144067081, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[5, 4, "8", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "10", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "10", true], [2, 2, "", true], [2, 2, "9", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "113", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02858668565750122, "gradient_norm_before_clip": 0.6436206102371216, "kl": 0.05159163475036621, "entropy": 0.6054770914713542, "ratio_outside_clip": 0.0}, {"loss": 0.026099368929862976, "gradient_norm_before_clip": 0.6368218064308167, "kl": 0.05383034388224284, "entropy": 0.6058770751953125, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "11", true], [2, 8, "12", true], [2, 8, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "1", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [7, 0, "1", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "3", true], [7, 0, "7", true], [7, 0, "", true], [7, 0, "8", true], [7, 0, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.001492283889092505, "gradient_norm_before_clip": 0.8150423765182495, "kl": 0.049743056297302246, "entropy": 0.5903932671797903, "ratio_outside_clip": 0.0}, {"loss": -0.0021500259172171354, "gradient_norm_before_clip": 0.7584993243217468, "kl": 0.05026553806505705, "entropy": 0.5864591096576891, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [9, 3, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "8", true], [1, 2, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004119467455893755, "gradient_norm_before_clip": 0.6586464047431946, "kl": 0.06063837200016171, "entropy": 0.43937316498199064, "ratio_outside_clip": 0.0}, {"loss": 0.0026621632277965546, "gradient_norm_before_clip": 0.6572487354278564, "kl": 0.06245474381880327, "entropy": 0.4393293702757204, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[6, 9, "125", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0013613395858556032, "gradient_norm_before_clip": 0.6040856838226318, "kl": 0.04537774622440338, "entropy": 0.47890639305114746, "ratio_outside_clip": 0.0}, {"loss": -0.0011390156578272581, "gradient_norm_before_clip": 0.5992560982704163, "kl": 0.045581352710723874, "entropy": 0.47800517082214355, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "13", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.019723864272236824, "gradient_norm_before_clip": 0.4655846953392029, "kl": 0.07336109499388103, "entropy": 0.43369834030730814, "ratio_outside_clip": 0.0}, {"loss": -0.02048274502158165, "gradient_norm_before_clip": 0.4619656801223755, "kl": 0.07422028915791572, "entropy": 0.4330188413209553, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "9", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "", true], [1, 3, "4", true], [1, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02831486240029335, "gradient_norm_before_clip": 0.7776230573654175, "kl": 0.09409536442286531, "entropy": 0.5009659243301606, "ratio_outside_clip": 0.0}, {"loss": -0.03145124390721321, "gradient_norm_before_clip": 0.7652714252471924, "kl": 0.0952857514502297, "entropy": 0.4989216226926992, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [2, 1, "4", true], [2, 1, "1", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.002270404016599059, "gradient_norm_before_clip": 0.529354453086853, "kl": 0.07568014751781117, "entropy": 0.39720964431762695, "ratio_outside_clip": 0.0}, {"loss": -0.00043775682570412755, "gradient_norm_before_clip": 0.507083535194397, "kl": 0.07640265876596625, "entropy": 0.3953349373557351, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "15", true], [8, 2, "8", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.00339325494132936, "gradient_norm_before_clip": 0.3241582214832306, "kl": 0.048784092494419645, "entropy": 0.3840758405412946, "ratio_outside_clip": 0.0}, {"loss": -0.005271832458674908, "gradient_norm_before_clip": 0.3178165555000305, "kl": 0.049143709455217635, "entropy": 0.3844104875837054, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "12", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.002178773283958435, "gradient_norm_before_clip": 0.5865456461906433, "kl": 0.04061998191632723, "entropy": 0.5237190848902652, "ratio_outside_clip": 0.0}, {"loss": -0.004927328322082758, "gradient_norm_before_clip": 0.5796369314193726, "kl": 0.04075342103054649, "entropy": 0.5238316686529862, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "10", true], [5, 8, "1", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "8", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.024107689037919044, "gradient_norm_before_clip": 0.6009455919265747, "kl": 0.060424339480516384, "entropy": 0.4333460738019245, "ratio_outside_clip": 0.0}, {"loss": -0.02756078913807869, "gradient_norm_before_clip": 0.5765218138694763, "kl": 0.060807914268679736, "entropy": 0.432971814783608, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [9, 8, "110", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "12", true], [9, 8, "17", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "10", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "9", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [4, 9, "17", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.01216063741594553, "gradient_norm_before_clip": 0.4024351239204407, "kl": 0.0573945774751551, "entropy": 0.3735356947954963, "ratio_outside_clip": 0.0}, {"loss": 0.009991091676056385, "gradient_norm_before_clip": 0.3866688311100006, "kl": 0.057134336583754594, "entropy": 0.3739225948558134, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "16", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.01405803207308054, "gradient_norm_before_clip": 0.6582775115966797, "kl": 0.05949323048848592, "entropy": 0.38528661670799025, "ratio_outside_clip": 0.0}, {"loss": -0.016571860760450363, "gradient_norm_before_clip": 0.6177793145179749, "kl": 0.05956553841779332, "entropy": 0.38503073503871166, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0022244518622756004, "gradient_norm_before_clip": 0.6195828914642334, "kl": 0.0741484562555949, "entropy": 0.44306113984849715, "ratio_outside_clip": 0.0}, {"loss": 0.0007835096912458539, "gradient_norm_before_clip": 0.6210703253746033, "kl": 0.07463720109727648, "entropy": 0.441409879260593, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[1, 7, "8", true], [1, 7, "8", true], [1, 7, "3", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "1212", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.020852765068411827, "gradient_norm_before_clip": 0.6705739498138428, "kl": 0.04404009305513822, "entropy": 0.47606600247896635, "ratio_outside_clip": 0.0}, {"loss": 0.01984797976911068, "gradient_norm_before_clip": 0.6637999415397644, "kl": 0.044832804264166415, "entropy": 0.47384100693922776, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[8, 9, "15", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "16", true], [8, 9, "16", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.021173320710659027, "gradient_norm_before_clip": 0.829914927482605, "kl": 0.060615797965757306, "entropy": 0.46783831196446574, "ratio_outside_clip": 0.0}, {"loss": 0.017862027511000633, "gradient_norm_before_clip": 0.7664059400558472, "kl": 0.06174946446572581, "entropy": 0.4645272039598034, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [1, 2, "2", true], [1, 2, "", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "6", true], [1, 2, "2", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "13", true], [9, 6, "17", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.028355125337839127, "gradient_norm_before_clip": 0.6229823231697083, "kl": 0.05817597990582703, "entropy": 0.4601973515407295, "ratio_outside_clip": 0.0}, {"loss": 0.02511768788099289, "gradient_norm_before_clip": 0.6036342978477478, "kl": 0.060056929375715315, "entropy": 0.45700267621666, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[2, 5, "9", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "10", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "3", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "19", true], [9, 6, "195515", false], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03580017760396004, "gradient_norm_before_clip": 0.6754292249679565, "kl": 0.052414113825017754, "entropy": 0.5153074784712358, "ratio_outside_clip": 0.0}, {"loss": 0.032928626984357834, "gradient_norm_before_clip": 0.6304001212120056, "kl": 0.0534026406028054, "entropy": 0.512647871537642, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010071918368339539, "gradient_norm_before_clip": 0.5414204001426697, "kl": 0.08579506192888532, "entropy": 0.3870453029483944, "ratio_outside_clip": 0.0}, {"loss": 0.00812732707709074, "gradient_norm_before_clip": 0.5342836976051331, "kl": 0.08810084825986392, "entropy": 0.3853941583014154, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "20", true], [1, 1, "1", true], [1, 1, "2", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "14", true], [8, 9, "15", true], [8, 9, "18", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.015039490535855293, "gradient_norm_before_clip": 0.5001864433288574, "kl": 0.06841598857532848, "entropy": 0.4467009507216416, "ratio_outside_clip": 0.0}, {"loss": 0.013265637680888176, "gradient_norm_before_clip": 0.49832990765571594, "kl": 0.06931239289122743, "entropy": 0.44546726771763395, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "6", true], [4, 6, "10", true], [4, 6, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "24", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00031528910039924085, "gradient_norm_before_clip": 0.7817522883415222, "kl": 0.05034802630056743, "entropy": 0.42852374307470387, "ratio_outside_clip": 0.0}, {"loss": -0.0010619288077577949, "gradient_norm_before_clip": 0.7772502899169922, "kl": 0.050211759953717, "entropy": 0.4293408362694036, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "15", true], [5, 8, "11", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "14", true], [4, 9, "12", true], [4, 9, "17", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "9", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0019079595804214478, "gradient_norm_before_clip": 0.5674777030944824, "kl": 0.06359862653832686, "entropy": 0.5143938566509046, "ratio_outside_clip": 0.0}, {"loss": 0.00039938249392434955, "gradient_norm_before_clip": 0.5681203007698059, "kl": 0.06356421897285863, "entropy": 0.5157958080894068, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[6, 9, "15", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "17", true], [6, 9, "10", true], [6, 9, "15", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "9", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "4", true], [5, 2, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "1", true], [2, 4, "6", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007939442060887814, "gradient_norm_before_clip": 0.6091234087944031, "kl": 0.05760879990476999, "entropy": 0.4700097978485297, "ratio_outside_clip": 0.0}, {"loss": 0.004076773300766945, "gradient_norm_before_clip": 0.5987204313278198, "kl": 0.05839772550215632, "entropy": 0.4708536752262471, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[5, 4, "8", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "1513", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.032912589609622955, "gradient_norm_before_clip": 0.5424426198005676, "kl": 0.05378145124854111, "entropy": 0.4871069280112662, "ratio_outside_clip": 0.0}, {"loss": 0.031456854194402695, "gradient_norm_before_clip": 0.5371288657188416, "kl": 0.05397808842542695, "entropy": 0.4869536423101658, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "1", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 5, "12", true], [8, 5, "16", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0010842240881174803, "gradient_norm_before_clip": 0.4406967759132385, "kl": 0.036140663283211846, "entropy": 0.46083314078194754, "ratio_outside_clip": 0.0}, {"loss": 0.00021432552603073418, "gradient_norm_before_clip": 0.4475240707397461, "kl": 0.03621106772195725, "entropy": 0.4618410382952009, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[0, 7, "8", true], [0, 7, "4", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [4, 9, "12", true], [4, 9, "14", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "11", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.013425885699689388, "gradient_norm_before_clip": 0.5312485098838806, "kl": 0.03600657722096384, "entropy": 0.5185430550280913, "ratio_outside_clip": 0.0}, {"loss": 0.012068571522831917, "gradient_norm_before_clip": 0.529208779335022, "kl": 0.036107039745943044, "entropy": 0.5174557721173322, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "11", true], [5, 8, "10", true], [5, 8, "12", true], [5, 8, "17", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "7", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.007651525549590588, "gradient_norm_before_clip": 0.5636547207832336, "kl": 0.08479684752386969, "entropy": 0.5432784621779984, "ratio_outside_clip": 0.0}, {"loss": 0.005340324714779854, "gradient_norm_before_clip": 0.564145028591156, "kl": 0.0860633978972564, "entropy": 0.5417626355145428, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [1, 1, "3", true], [1, 1, "5", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "4", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [6, 0, "1", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.002196771325543523, "gradient_norm_before_clip": 0.8091738820075989, "kl": 0.0732259469873765, "entropy": 0.5357165617101333, "ratio_outside_clip": 0.0}, {"loss": -0.004440395161509514, "gradient_norm_before_clip": 0.7841772437095642, "kl": 0.07303302428301643, "entropy": 0.5333146487965303, "ratio_outside_clip": 0.0}]}, {"step": 184, "rows": [[3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "10", true], [9, 3, "11", true], [9, 3, "79115", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "1", true], [9, 6, "15515", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15512", true], [9, 6, "15", true], [9, 6, "15", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "10", true], [9, 2, "11", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "16", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.1003580391407013, "gradient_norm_before_clip": 0.8028513789176941, "kl": 0.07748795068392189, "entropy": 0.4155987975417927, "ratio_outside_clip": 0.0}, {"loss": 0.094830222427845, "gradient_norm_before_clip": 0.730289101600647, "kl": 0.07463782320740403, "entropy": 0.4117543620447959, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "00", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.017394771799445152, "gradient_norm_before_clip": 0.7355965375900269, "kl": 0.07995520009622946, "entropy": 0.45028577532087055, "ratio_outside_clip": 0.0}, {"loss": 0.012713368982076645, "gradient_norm_before_clip": 0.6781686544418335, "kl": 0.08084444566206499, "entropy": 0.4459603049538352, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[5, 2, "6", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "3", true], [5, 2, "7", true], [5, 2, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "10", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "9", true], [5, 2, "6", true], [3, 1, "4", true], [3, 1, "49", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "110", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03721735253930092, "gradient_norm_before_clip": 0.7684915065765381, "kl": 0.06835484031020411, "entropy": 0.5066545499081643, "ratio_outside_clip": 0.0}, {"loss": 0.03451131284236908, "gradient_norm_before_clip": 0.7657002210617065, "kl": 0.06887812330233341, "entropy": 0.5044713809790201, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9110", true], [8, 1, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0018552435794845223, "gradient_norm_before_clip": 0.38096538186073303, "kl": 0.061841229358351374, "entropy": 0.48585854955466395, "ratio_outside_clip": 0.0}, {"loss": 0.0009155079605989158, "gradient_norm_before_clip": 0.3781231641769409, "kl": 0.06215236847659191, "entropy": 0.4843851572059723, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[7, 1, "9", true], [7, 1, "3", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "4", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0026620980352163315, "gradient_norm_before_clip": 0.6425086855888367, "kl": 0.08873678508557771, "entropy": 0.4849551853380705, "ratio_outside_clip": 0.0}, {"loss": -0.000723402772564441, "gradient_norm_before_clip": 0.6110067367553711, "kl": 0.08763660255231355, "entropy": 0.4836874008178711, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "17", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.010522207245230675, "gradient_norm_before_clip": 0.4080246388912201, "kl": 0.05248014028970297, "entropy": 0.4338900578486455, "ratio_outside_clip": 0.0}, {"loss": 0.008535797707736492, "gradient_norm_before_clip": 0.4046242833137512, "kl": 0.05291374008376877, "entropy": 0.4325664569805195, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "19", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "16", true], [9, 2, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02226676605641842, "gradient_norm_before_clip": 0.4293135404586792, "kl": 0.07121456473882944, "entropy": 0.3873947003136383, "ratio_outside_clip": 0.0}, {"loss": 0.021832244470715523, "gradient_norm_before_clip": 0.43766918778419495, "kl": 0.07092423234249186, "entropy": 0.38735975955892926, "ratio_outside_clip": 0.0}]}, {"step": 191, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [8, 1, "10", true], [8, 1, "12", true], [8, 1, "8", true], [8, 1, "8010", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "7", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "112", true], [1, 1, "4", true], [1, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0165568795055151, "gradient_norm_before_clip": 0.5756229162216187, "kl": 0.07239069620768229, "entropy": 0.5029649861653646, "ratio_outside_clip": 0.0}, {"loss": 0.01448239479213953, "gradient_norm_before_clip": 0.5733338594436646, "kl": 0.07280776341756184, "entropy": 0.5016907755533854, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "9117", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "18", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.010656336322426796, "gradient_norm_before_clip": 0.3286018371582031, "kl": 0.06509998407256737, "entropy": 0.37217326646440485, "ratio_outside_clip": 0.0}, {"loss": 0.00993132684379816, "gradient_norm_before_clip": 0.32637402415275574, "kl": 0.06490398256966237, "entropy": 0.3728950157594145, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "10", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [1, 1, "23", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006658244412392378, "gradient_norm_before_clip": 0.5069154500961304, "kl": 0.08146718992804089, "entropy": 0.5338351952768591, "ratio_outside_clip": 0.0}, {"loss": 0.004569690674543381, "gradient_norm_before_clip": 0.5043356418609619, "kl": 0.08117889487830392, "entropy": 0.5329176631287067, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[9, 8, "13", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "113", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [3, 9, "13", true], [3, 9, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "0", true], [4, 2, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.039006609469652176, "gradient_norm_before_clip": 1.0248746871948242, "kl": 0.06706586201985677, "entropy": 0.5513531494140625, "ratio_outside_clip": 0.0}, {"loss": 0.03615738824009895, "gradient_norm_before_clip": 0.9970825910568237, "kl": 0.06822067896525065, "entropy": 0.5513482157389323, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "00", true], [5, 1, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "4", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00407294649630785, "gradient_norm_before_clip": 0.7377195358276367, "kl": 0.04387749433517456, "entropy": 0.40099296569824217, "ratio_outside_clip": 0.0}, {"loss": -0.000775872147642076, "gradient_norm_before_clip": 0.7020364999771118, "kl": 0.04489944577217102, "entropy": 0.39849352836608887, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "6", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "123", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00471250107511878, "gradient_norm_before_clip": 0.884135365486145, "kl": 0.07882995486999891, "entropy": 0.4349854273825699, "ratio_outside_clip": 0.0}, {"loss": 0.003332108724862337, "gradient_norm_before_clip": 0.8701439499855042, "kl": 0.08069176999678523, "entropy": 0.4336638361770914, "ratio_outside_clip": 0.0}]}, {"step": 197, "rows": [[1, 0, "1", true], [1, 0, "16", true], [1, 0, "", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "", true], [1, 0, "2", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.002621615305542946, "gradient_norm_before_clip": 0.682218074798584, "kl": 0.10387131019874855, "entropy": 0.533812176739728, "ratio_outside_clip": 0.0}, {"loss": -0.006674681790173054, "gradient_norm_before_clip": 0.6699115037918091, "kl": 0.10634090282298901, "entropy": 0.5306784170645255, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[7, 2, "7", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "1", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [8, 2, "1", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.001918576075695455, "gradient_norm_before_clip": 0.7158684134483337, "kl": 0.0546830245871949, "entropy": 0.5604890312244689, "ratio_outside_clip": 0.0}, {"loss": 0.0003950408718083054, "gradient_norm_before_clip": 0.7065526843070984, "kl": 0.055711471956539776, "entropy": 0.5605730542949602, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[2, 8, "11", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [2, 5, "3", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.025674670934677124, "gradient_norm_before_clip": 0.8406553268432617, "kl": 0.0746237716159305, "entropy": 0.3881035108824034, "ratio_outside_clip": 0.0}, {"loss": -0.028545420616865158, "gradient_norm_before_clip": 0.8019275069236755, "kl": 0.07562878325178816, "entropy": 0.3860483169555664, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "8", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "110", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "4", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "2", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0015720120863988996, "gradient_norm_before_clip": 0.6241896152496338, "kl": 0.1255333096373315, "entropy": 0.4362710192312602, "ratio_outside_clip": 0.0}, {"loss": 0.00029188842745497823, "gradient_norm_before_clip": 0.6297076940536499, "kl": 0.12610561395782272, "entropy": 0.4351515925787633, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "4", true], [1, 8, "8", true], [1, 8, "8", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "19", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "13", true], [2, 8, "11", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0020474300254136324, "gradient_norm_before_clip": 0.6225239038467407, "kl": 0.06824724078178405, "entropy": 0.3916754245758057, "ratio_outside_clip": 0.0}, {"loss": -0.001402050256729126, "gradient_norm_before_clip": 0.5814474821090698, "kl": 0.0685276746749878, "entropy": 0.3898746967315674, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[4, 2, "6", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "2", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "8", true], [2, 8, "9", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "12", true], [2, 8, "9", true], [2, 8, "10", true], [8, 2, "10", true], [8, 2, "1", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018253609538078308, "gradient_norm_before_clip": 0.7935501933097839, "kl": 0.06558536577828322, "entropy": 0.43040133126174346, "ratio_outside_clip": 0.0}, {"loss": -0.024750664830207825, "gradient_norm_before_clip": 0.5969498157501221, "kl": 0.06765973417064812, "entropy": 0.42919868758962126, "ratio_outside_clip": 0.012658227848101266}]}, {"step": 203, "rows": [[0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [9, 6, "17", true], [9, 6, "18", true], [9, 6, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009265287779271603, "gradient_norm_before_clip": 0.47339028120040894, "kl": 0.07895781418372845, "entropy": 0.47130147999730604, "ratio_outside_clip": 0.0}, {"loss": 0.007563308347016573, "gradient_norm_before_clip": 0.4643961787223816, "kl": 0.07983221514471646, "entropy": 0.4698456336712015, "ratio_outside_clip": 0.0}]}, {"step": 204, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [6, 6, "15", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "13", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.040849220007658005, "gradient_norm_before_clip": 0.9725874066352844, "kl": 0.046530688681253575, "entropy": 0.41912148638469415, "ratio_outside_clip": 0.0}, {"loss": -0.04197712615132332, "gradient_norm_before_clip": 0.9854611754417419, "kl": 0.047340890256369984, "entropy": 0.41805704628548973, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "17", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.021789133548736572, "gradient_norm_before_clip": 0.33141571283340454, "kl": 0.06311506106529707, "entropy": 0.42613135443793404, "ratio_outside_clip": 0.0}, {"loss": 0.021369917318224907, "gradient_norm_before_clip": 0.3306048512458801, "kl": 0.06325027089060088, "entropy": 0.4254334061234086, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [2, 4, "8010", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "0", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "17", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "91517", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.015623961575329304, "gradient_norm_before_clip": 0.5377650856971741, "kl": 0.05909584308492726, "entropy": 0.4617323162911952, "ratio_outside_clip": 0.0}, {"loss": 0.013388913124799728, "gradient_norm_before_clip": 0.5201018452644348, "kl": 0.05918303303334905, "entropy": 0.460437029257588, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "16", true], [6, 6, "08", true], [6, 6, "12", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015147876925766468, "gradient_norm_before_clip": 0.5238532423973083, "kl": 0.10675586831980738, "entropy": 0.4490167025862069, "ratio_outside_clip": 0.0}, {"loss": 0.013248011469841003, "gradient_norm_before_clip": 0.5220356583595276, "kl": 0.10577460979593212, "entropy": 0.44855746565193966, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "0", true], [2, 5, "6", true], [2, 5, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "16", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "19", true], [4, 9, "17", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "17", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.024814274162054062, "gradient_norm_before_clip": 0.7761669754981995, "kl": 0.09644438345221025, "entropy": 0.3870894516570659, "ratio_outside_clip": 0.0}, {"loss": -0.029127247631549835, "gradient_norm_before_clip": 0.7433730959892273, "kl": 0.09785008128685287, "entropy": 0.3834942202024822, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [7, 6, "13", true], [7, 6, "112", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "14", true], [7, 6, "12", true], [7, 6, "12", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.0043651033192873, "gradient_norm_before_clip": 0.7694352865219116, "kl": 0.06522673544799082, "entropy": 0.43569553533249356, "ratio_outside_clip": 0.0}, {"loss": -0.004850581753998995, "gradient_norm_before_clip": 0.7416629791259766, "kl": 0.06513402024669761, "entropy": 0.43364246074969953, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0024476691614836454, "gradient_norm_before_clip": 0.832522451877594, "kl": 0.08158884048461915, "entropy": 0.32769999504089353, "ratio_outside_clip": 0.0}, {"loss": -0.0005650237435474992, "gradient_norm_before_clip": 0.7667715549468994, "kl": 0.08197060227394104, "entropy": 0.32555699348449707, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[4, 9, "13", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "13", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.019173188135027885, "gradient_norm_before_clip": 0.7246757745742798, "kl": 0.08023340671093433, "entropy": 0.5056148380428166, "ratio_outside_clip": 0.0}, {"loss": 0.014951552264392376, "gradient_norm_before_clip": 0.6770230531692505, "kl": 0.07912816010512315, "entropy": 0.5034599799614448, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [1, 8, "2", true], [1, 8, "10", true], [1, 8, "4", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "8", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "155", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "17", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "16", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.01707254722714424, "gradient_norm_before_clip": 0.5448861122131348, "kl": 0.0775854279013241, "entropy": 0.35628448935116036, "ratio_outside_clip": 0.0}, {"loss": 0.01614430919289589, "gradient_norm_before_clip": 0.5522549152374268, "kl": 0.07717669991885914, "entropy": 0.3559431637034697, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 4, "17", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "122", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0038240423891693354, "gradient_norm_before_clip": 0.5970568060874939, "kl": 0.05291908873608832, "entropy": 0.406346879767243, "ratio_outside_clip": 0.0}, {"loss": 0.0027372692711651325, "gradient_norm_before_clip": 0.595653235912323, "kl": 0.05276507315551036, "entropy": 0.40493106277736685, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "7", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "5", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0171971395611763, "gradient_norm_before_clip": 0.7338787913322449, "kl": 0.05310279292029303, "entropy": 0.5066499452333193, "ratio_outside_clip": 0.0}, {"loss": 0.01473748218268156, "gradient_norm_before_clip": 0.7261577248573303, "kl": 0.0540129719553767, "entropy": 0.505025915197424, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "111", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "2", true], [1, 5, "6", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021533673629164696, "gradient_norm_before_clip": 0.9289633631706238, "kl": 0.08862881433396112, "entropy": 0.5121085757300967, "ratio_outside_clip": 0.0}, {"loss": 0.01533469744026661, "gradient_norm_before_clip": 0.8995609879493713, "kl": 0.0915679153130979, "entropy": 0.5093958329181282, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "13", true], [9, 8, "19", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "15", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "9", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "4", true], [4, 2, "7", true], [9, 1, "6", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012523045763373375, "gradient_norm_before_clip": 0.6892459988594055, "kl": 0.06227925281650973, "entropy": 0.49395807531495756, "ratio_outside_clip": 0.0}, {"loss": -0.014118717052042484, "gradient_norm_before_clip": 0.6832689046859741, "kl": 0.06268064233640962, "entropy": 0.49318695068359375, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "1", true], [0, 6, "6", true], [0, 6, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [6, 9, "1512", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [8, 5, "12", true], [8, 5, "9112", true], [8, 5, "17", true], [8, 5, "123", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.023374242708086967, "gradient_norm_before_clip": 0.5712960958480835, "kl": 0.07932268778483073, "entropy": 0.3934513901219224, "ratio_outside_clip": 0.0}, {"loss": 0.020603615790605545, "gradient_norm_before_clip": 0.5475635528564453, "kl": 0.08063732494007457, "entropy": 0.3903302741773201, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "12", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "87", true], [2, 4, "6", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.006239216309040785, "gradient_norm_before_clip": 1.0583131313323975, "kl": 0.0784694383729179, "entropy": 0.44998946279849644, "ratio_outside_clip": 0.0}, {"loss": -0.010296860709786415, "gradient_norm_before_clip": 0.9878543615341187, "kl": 0.08025907120614681, "entropy": 0.44836133081208235, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "17", true], [9, 6, "16", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0019712948706001043, "gradient_norm_before_clip": 0.5513662099838257, "kl": 0.06570968844673851, "entropy": 0.31761314652182837, "ratio_outside_clip": 0.0}, {"loss": 0.0005176581908017397, "gradient_norm_before_clip": 0.5567938089370728, "kl": 0.06607675552368164, "entropy": 0.3171613866632635, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "4", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.022511152550578117, "gradient_norm_before_clip": 0.4779496490955353, "kl": 0.09443880311140777, "entropy": 0.5442365281125332, "ratio_outside_clip": 0.0}, {"loss": 0.020405884832143784, "gradient_norm_before_clip": 0.4713825583457947, "kl": 0.0954817034674029, "entropy": 0.5434688270514738, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "127", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01034859474748373, "gradient_norm_before_clip": 0.9220373034477234, "kl": 0.0776660931036339, "entropy": 0.4323572668229571, "ratio_outside_clip": 0.0}, {"loss": 0.005986338946968317, "gradient_norm_before_clip": 0.8427866697311401, "kl": 0.07777626321922919, "entropy": 0.430683728330624, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "16", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "4", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "19", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0023540854454040527, "gradient_norm_before_clip": 0.36620306968688965, "kl": 0.07846928834915161, "entropy": 0.34241724014282227, "ratio_outside_clip": 0.0}, {"loss": 0.0015269189607352018, "gradient_norm_before_clip": 0.3629045784473419, "kl": 0.07821153998374938, "entropy": 0.3429651021957397, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "2", true], [2, 4, "7", true], [2, 4, "6", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.023239528760313988, "gradient_norm_before_clip": 1.089830994606018, "kl": 0.08682225471319155, "entropy": 0.4279637891192769, "ratio_outside_clip": 0.0}, {"loss": 0.01892687939107418, "gradient_norm_before_clip": 1.0205408334732056, "kl": 0.08816249980482944, "entropy": 0.42884649232376454, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 6, "8", true], [2, 6, "9010", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 7, "10", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.009379712864756584, "gradient_norm_before_clip": 0.6501069068908691, "kl": 0.07390375194435347, "entropy": 0.2940367281793834, "ratio_outside_clip": 0.0}, {"loss": 0.009682189673185349, "gradient_norm_before_clip": 0.6660686135292053, "kl": 0.0744463183922682, "entropy": 0.2947046885233439, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.013136872090399265, "gradient_norm_before_clip": 0.2882978916168213, "kl": 0.09626806135008321, "entropy": 0.3098650599372457, "ratio_outside_clip": 0.0}, {"loss": 0.012359816581010818, "gradient_norm_before_clip": 0.29027268290519714, "kl": 0.09606828633144762, "entropy": 0.31085437571508645, "ratio_outside_clip": 0.0}]}, {"step": 226, "rows": [[2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "6", true], [2, 7, "911", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021195530891418457, "gradient_norm_before_clip": 0.6267391443252563, "kl": 0.0773572402746499, "entropy": 0.46321744334941006, "ratio_outside_clip": 0.0}, {"loss": 0.01912788301706314, "gradient_norm_before_clip": 0.6228271126747131, "kl": 0.07824015455181096, "entropy": 0.46239175601881377, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "6", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012279675342142582, "gradient_norm_before_clip": 0.788701057434082, "kl": 0.1125421721359779, "entropy": 0.46761700860385236, "ratio_outside_clip": 0.0}, {"loss": 0.00896140094846487, "gradient_norm_before_clip": 0.7657344341278076, "kl": 0.11207447709708378, "entropy": 0.46705953663793104, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[8, 9, "17", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "15", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "88", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "17", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "17", true], [7, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.008129674941301346, "gradient_norm_before_clip": 0.46959054470062256, "kl": 0.06395002921915943, "entropy": 0.41911154800320266, "ratio_outside_clip": 0.0}, {"loss": 0.0068909041583538055, "gradient_norm_before_clip": 0.4696536362171173, "kl": 0.06471917051706255, "entropy": 0.4192998187142129, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.019337529316544533, "gradient_norm_before_clip": 0.5115213394165039, "kl": 0.09680921542718544, "entropy": 0.37640733896575357, "ratio_outside_clip": 0.0}, {"loss": 0.017449865117669106, "gradient_norm_before_clip": 0.5068768262863159, "kl": 0.09700886507212005, "entropy": 0.375675580516365, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [2, 4, "3", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "2", true], [4, 4, "6", true], [4, 4, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.012492966838181019, "gradient_norm_before_clip": 0.39501580595970154, "kl": 0.09766853591542185, "entropy": 0.5040656666696808, "ratio_outside_clip": 0.0}, {"loss": 0.010758930817246437, "gradient_norm_before_clip": 0.3831309974193573, "kl": 0.09677563184573326, "entropy": 0.5039505664213204, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "3", true], [2, 4, "10", true], [2, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.007630413398146629, "gradient_norm_before_clip": 0.48718300461769104, "kl": 0.0939747887368528, "entropy": 0.3884535605863014, "ratio_outside_clip": 0.0}, {"loss": 0.005490762181580067, "gradient_norm_before_clip": 0.4810163080692291, "kl": 0.09434538894558545, "entropy": 0.3884577306901446, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[4, 6, "10", true], [4, 6, "11", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "6", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "18", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.020224088802933693, "gradient_norm_before_clip": 0.7123833298683167, "kl": 0.10111965631183825, "entropy": 0.4492904261538857, "ratio_outside_clip": 0.0}, {"loss": 0.016474369913339615, "gradient_norm_before_clip": 0.6801530122756958, "kl": 0.1020039257250334, "entropy": 0.44740164907355057, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "12", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [0, 7, "2", true], [0, 7, "8", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0019391743699088693, "gradient_norm_before_clip": 0.6081718802452087, "kl": 0.0646391793301231, "entropy": 0.48472043087607936, "ratio_outside_clip": 0.0}, {"loss": 0.0010704257292672992, "gradient_norm_before_clip": 0.6084458231925964, "kl": 0.06540401985770777, "entropy": 0.4842828449450041, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[4, 8, "1", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "18", true], [8, 9, "16", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "10", true], [2, 5, "9", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "9", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009327354840934277, "gradient_norm_before_clip": 0.65590500831604, "kl": 0.0808309858495539, "entropy": 0.39684798500754614, "ratio_outside_clip": 0.0}, {"loss": -0.010173615999519825, "gradient_norm_before_clip": 0.6503809690475464, "kl": 0.08107421073046597, "entropy": 0.3969471671364524, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "4", true], [2, 5, "6", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "15", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "8", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "16", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0035007575061172247, "gradient_norm_before_clip": 0.611553966999054, "kl": 0.10801050776527041, "entropy": 0.3229920750572568, "ratio_outside_clip": 0.0}, {"loss": 0.00024423925788141787, "gradient_norm_before_clip": 0.5969207286834717, "kl": 0.10971111343020484, "entropy": 0.32164569128127324, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [1, 1, "2", true], [1, 1, "9", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "6", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0030344894621521235, "gradient_norm_before_clip": 0.43756720423698425, "kl": 0.10114984285263788, "entropy": 0.30422446841285344, "ratio_outside_clip": 0.0}, {"loss": 0.0023953530471771955, "gradient_norm_before_clip": 0.4272860884666443, "kl": 0.10116598719642275, "entropy": 0.3045210384187244, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "15", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "13", true], [1, 9, "10", true], [0, 7, "7", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "7", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "1", true], [0, 7, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0016500145429745317, "gradient_norm_before_clip": 0.622580349445343, "kl": 0.05500057339668274, "entropy": 0.44532160758972167, "ratio_outside_clip": 0.0}, {"loss": -0.0002948880137410015, "gradient_norm_before_clip": 0.618082582950592, "kl": 0.055135273933410646, "entropy": 0.44480299949645996, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "2", true], [2, 6, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.002149470616132021, "gradient_norm_before_clip": 0.44951242208480835, "kl": 0.07164905752454485, "entropy": 0.3497773806254069, "ratio_outside_clip": 0.0}, {"loss": 0.001136714476160705, "gradient_norm_before_clip": 0.44657883048057556, "kl": 0.07242869763147264, "entropy": 0.34881689434959773, "ratio_outside_clip": 0.0}]}, {"step": 239, "rows": [[5, 1, "9", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "2", true], [5, 1, "7", true], [5, 1, "4", true], [5, 1, "6", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "6", true], [4, 9, "123", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "17", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014780404046177864, "gradient_norm_before_clip": 0.6436653137207031, "kl": 0.06611790722363615, "entropy": 0.5448450584934182, "ratio_outside_clip": 0.0}, {"loss": 0.012140416540205479, "gradient_norm_before_clip": 0.6284235119819641, "kl": 0.06632783314953111, "entropy": 0.5436073721271671, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "17", true], [9, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "19", true], [9, 8, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0022710522171109915, "gradient_norm_before_clip": 0.5469232797622681, "kl": 0.07570171356201172, "entropy": 0.36034046519886365, "ratio_outside_clip": 0.0}, {"loss": 0.0007346895872615278, "gradient_norm_before_clip": 0.537349283695221, "kl": 0.0758399638262662, "entropy": 0.35911195928400214, "ratio_outside_clip": 0.0}]}], "substring": [{"step": 1, "rows": [[4, 3, "9", true], [4, 3, "8", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "120", true], [9, 4, "10", true], [9, 4, "11", true], [9, 4, "12", true], [4, 2, "4", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "8", true], [5, 5, "7", true], [5, 5, "12", true], [5, 5, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "11", true], [5, 5, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "2", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [3, 4, "6", true], [3, 4, "0", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.004510197788476944, "gradient_norm_before_clip": 0.4970305263996124, "kl": 1.5317421547107686e-08, "entropy": 0.6954248455208791, "ratio_outside_clip": 0.0}, {"loss": -0.015500248409807682, "gradient_norm_before_clip": 0.41430366039276123, "kl": 0.0011184389742327407, "entropy": 0.6925615659901794, "ratio_outside_clip": 0.02112676056338028}]}, {"step": 2, "rows": [[7, 6, "12", true], [7, 6, "13", true], [7, 6, "10", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "4", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "11", true], [1, 2, "9", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "9", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "781615", false], [8, 9, "15", true], [8, 9, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "14", true], [8, 8, "19", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02894769050180912, "gradient_norm_before_clip": 0.6187780499458313, "kl": 0.0007643448021597491, "entropy": 0.7291724838896426, "ratio_outside_clip": 0.0}, {"loss": 0.02156442403793335, "gradient_norm_before_clip": 0.6028017401695251, "kl": 0.0018980908179711438, "entropy": 0.7324562301178892, "ratio_outside_clip": 0.0}]}, {"step": 3, "rows": [[2, 8, "8", true], [2, 8, "6", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "9110", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "15", true], [3, 4, "4", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.0255708210170269, "gradient_norm_before_clip": 0.504417359828949, "kl": 0.004125037593042065, "entropy": 0.634108674740363, "ratio_outside_clip": 0.0}, {"loss": -0.028440486639738083, "gradient_norm_before_clip": 0.47484371066093445, "kl": 0.006557174785408431, "entropy": 0.6335519116795706, "ratio_outside_clip": 0.0}]}, {"step": 4, "rows": [[1, 5, "7", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "123", true], [9, 4, "12", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "16", true], [9, 3, "12", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "100", true], [1, 8, "9", true], [1, 8, "6", true], [1, 8, "9", true], [0, 6, "6", true], [0, 6, "610", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "8", true], [5, 5, "4", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [8, 9, "9117", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.004623700864613056, "gradient_norm_before_clip": 0.41170257329940796, "kl": 0.008003871124911022, "entropy": 0.6428087533238422, "ratio_outside_clip": 0.0}, {"loss": -0.008990327827632427, "gradient_norm_before_clip": 0.38303789496421814, "kl": 0.01065683149429689, "entropy": 0.6400483832301864, "ratio_outside_clip": 0.0}]}, {"step": 5, "rows": [[3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "8129", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "0", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "4", true], [8, 1, "9", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "9", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "15", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01236972026526928, "gradient_norm_before_clip": 0.4429188668727875, "kl": 0.004526793956756592, "entropy": 0.7216386061448318, "ratio_outside_clip": 0.0}, {"loss": 0.010655926540493965, "gradient_norm_before_clip": 0.44427528977394104, "kl": 0.005352011475807581, "entropy": 0.7209276052621695, "ratio_outside_clip": 0.0}]}, {"step": 6, "rows": [[8, 9, "19", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "1128", true], [8, 9, "17", true], [8, 9, "12", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "3", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "110", true], [4, 8, "12", true], [4, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "17", true], [5, 8, "19", true], [5, 8, "11", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.015192295424640179, "gradient_norm_before_clip": 0.45275598764419556, "kl": 0.0062679491160106075, "entropy": 0.6679162803603096, "ratio_outside_clip": 0.0}, {"loss": 0.013521340675652027, "gradient_norm_before_clip": 0.4516918659210205, "kl": 0.006846040304453095, "entropy": 0.6679976761706767, "ratio_outside_clip": 0.0}]}, {"step": 7, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "4", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "9", true], [6, 4, "7", true], [2, 8, "9", true], [2, 8, "9", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "8", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "16", true], [4, 7, "11", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "4", true], [8, 2, "8", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "911", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "16", true], [4, 6, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0551985539495945, "gradient_norm_before_clip": 0.78075110912323, "kl": 0.045465765229190686, "entropy": 0.5608692858592573, "ratio_outside_clip": 0.0}, {"loss": -0.05979624763131142, "gradient_norm_before_clip": 0.7690605521202087, "kl": 0.046245911035193016, "entropy": 0.557020945721362, "ratio_outside_clip": 0.0}]}, {"step": 8, "rows": [[6, 2, "6", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "6", true], [6, 2, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "62", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "11", true], [2, 7, "10", true], [4, 7, "16", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "13", true], [2, 4, "8", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "00", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [3, 9, "13", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0019802479073405266, "gradient_norm_before_clip": 0.5764425992965698, "kl": 0.04966375289424773, "entropy": 0.6617982925907258, "ratio_outside_clip": 0.0}, {"loss": -0.006288469769060612, "gradient_norm_before_clip": 0.5439086556434631, "kl": 0.05165374509749874, "entropy": 0.6595294091009325, "ratio_outside_clip": 0.0}]}, {"step": 9, "rows": [[0, 1, "0", true], [0, 1, "1", true], [0, 1, "4", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "7", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [3, 9, "16", true], [3, 9, "91126", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "13", true], [3, 9, "15", true], [3, 9, "13", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "17", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 2, "7", true], [4, 2, "3", true], [4, 2, "2", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "6", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010834338143467903, "gradient_norm_before_clip": 0.8879281878471375, "kl": 0.0675079923280528, "entropy": 0.7470467795788402, "ratio_outside_clip": 0.0}, {"loss": -0.013658624142408371, "gradient_norm_before_clip": 0.8757977485656738, "kl": 0.0641354842924736, "entropy": 0.7460251929054798, "ratio_outside_clip": 0.0}]}, {"step": 10, "rows": [[8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "11", true], [8, 1, "911", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "17", true], [2, 9, "10", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "4", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "15", true], [9, 6, "15", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.016371147707104683, "gradient_norm_before_clip": 0.4608117938041687, "kl": 0.0079377778092323, "entropy": 0.6335776256538971, "ratio_outside_clip": 0.0}, {"loss": -0.01918119378387928, "gradient_norm_before_clip": 0.4579748511314392, "kl": 0.008231312907927217, "entropy": 0.6331244574652778, "ratio_outside_clip": 0.0}]}, {"step": 11, "rows": [[9, 1, "11", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "8", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "8", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "7", true], [2, 1, "8", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "4", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02610033005475998, "gradient_norm_before_clip": 0.5186150074005127, "kl": 0.03611443366533444, "entropy": 0.5888201395670573, "ratio_outside_clip": 0.0}, {"loss": -0.02804744616150856, "gradient_norm_before_clip": 0.5125678181648254, "kl": 0.03377270698547363, "entropy": 0.5868040956096885, "ratio_outside_clip": 0.0}]}, {"step": 12, "rows": [[0, 6, "7", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "156", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [8, 9, "16", true], [8, 9, "113", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "14", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [4, 9, "16", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "1", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0009203721419908106, "gradient_norm_before_clip": 0.581518292427063, "kl": 0.018214297440885766, "entropy": 0.6717755838405867, "ratio_outside_clip": 0.0}, {"loss": -0.004031882155686617, "gradient_norm_before_clip": 0.5787941217422485, "kl": 0.017390921071994525, "entropy": 0.6726164554525738, "ratio_outside_clip": 0.0}]}, {"step": 13, "rows": [[1, 3, "7", true], [1, 3, "3", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "2", true], [1, 3, "2", true], [1, 3, "4", true], [4, 3, "4", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "3", true], [5, 2, "6", true], [5, 2, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "1", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "1120", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "915159", false], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "", true], [5, 1, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01067056879401207, "gradient_norm_before_clip": 0.4583539068698883, "kl": 0.02842568739866599, "entropy": 0.6714238386887771, "ratio_outside_clip": 0.0}, {"loss": -0.01255221851170063, "gradient_norm_before_clip": 0.4518263638019562, "kl": 0.028427512217790652, "entropy": 0.6705281184269831, "ratio_outside_clip": 0.0}]}, {"step": 14, "rows": [[1, 0, "6", true], [1, 0, "3", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "110", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "", true], [2, 2, "4", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "0", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.018401140347123146, "gradient_norm_before_clip": 0.5841232538223267, "kl": 0.015550479390262778, "entropy": 0.6973037221073325, "ratio_outside_clip": 0.0}, {"loss": -0.020469803363084793, "gradient_norm_before_clip": 0.5819787383079529, "kl": 0.015412659426919774, "entropy": 0.6969815921160131, "ratio_outside_clip": 0.0}]}, {"step": 15, "rows": [[1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "9", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 9, "11", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "113", true], [2, 9, "10", true], [2, 9, "10", true], [2, 9, "11", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "403", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01664094254374504, "gradient_norm_before_clip": 0.5481851696968079, "kl": 0.00986125662520125, "entropy": 0.6745377617913324, "ratio_outside_clip": 0.0}, {"loss": -0.020785154774785042, "gradient_norm_before_clip": 0.5400202870368958, "kl": 0.009796272258500795, "entropy": 0.6738518379830025, "ratio_outside_clip": 0.0}]}, {"step": 16, "rows": [[8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [8, 9, "13", true], [8, 9, "158", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "9", true], [9, 2, "11", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "719112", false], [3, 9, "12", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.017900796607136726, "gradient_norm_before_clip": 0.38642579317092896, "kl": 0.012793175009794013, "entropy": 0.6200313124545785, "ratio_outside_clip": 0.0}, {"loss": -0.02075709030032158, "gradient_norm_before_clip": 0.37583428621292114, "kl": 0.0136955740839936, "entropy": 0.6201158124347066, "ratio_outside_clip": 0.0}]}, {"step": 17, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [8, 9, "12", true], [8, 9, "19", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "15", true], [8, 9, "13", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "1306", true], [8, 8, "81124", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "15", true], [8, 8, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "111", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.030744493007659912, "gradient_norm_before_clip": 0.8628213405609131, "kl": 0.017326553897744804, "entropy": 0.6558437008829512, "ratio_outside_clip": 0.0}, {"loss": 0.029436472803354263, "gradient_norm_before_clip": 0.8590151071548462, "kl": 0.018086832655957466, "entropy": 0.6564931474493806, "ratio_outside_clip": 0.0}]}, {"step": 18, "rows": [[8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "10", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "11", true], [8, 4, "12", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "19110", true], [6, 9, "12", true], [6, 9, "15", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "2", true], [0, 0, "0", true], [0, 0, "7", true], [0, 0, "0", true], [0, 0, "0", true], [2, 7, "7", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "11", true], [2, 7, "11", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "115", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "17", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.059085022658109665, "gradient_norm_before_clip": 0.522969663143158, "kl": 0.019485422438639072, "entropy": 0.7456612616228911, "ratio_outside_clip": 0.0}, {"loss": 0.05617895349860191, "gradient_norm_before_clip": 0.5124207735061646, "kl": 0.020577214246878594, "entropy": 0.7465898478689369, "ratio_outside_clip": 0.0}]}, {"step": 19, "rows": [[2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "0", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "3", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "10", true], [2, 5, "7", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [4, 8, "13", true], [4, 8, "15", true], [4, 8, "16", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "16", true], [8, 1, "8", true], [8, 1, "6", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9110", true], [8, 1, "8", true], [8, 1, "10", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "110", true], [8, 4, "11", true], [8, 4, "15", true], [8, 4, "11", true], [8, 4, "17", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.012284067459404469, "gradient_norm_before_clip": 0.6884788870811462, "kl": 0.010033794811793737, "entropy": 0.605967294602167, "ratio_outside_clip": 0.0}, {"loss": -0.014333571307361126, "gradient_norm_before_clip": 0.6881205439567566, "kl": 0.009840699178831918, "entropy": 0.6071059817359561, "ratio_outside_clip": 0.0}]}, {"step": 20, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "11", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "100", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "13", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "112", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "10", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "112", true], [8, 9, "123", true], [8, 9, "17", true], [8, 9, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004967034794390202, "gradient_norm_before_clip": 0.8727092742919922, "kl": 0.015452099400897359, "entropy": 0.6053999967353288, "ratio_outside_clip": 0.0}, {"loss": 0.0002344139793422073, "gradient_norm_before_clip": 0.8362017273902893, "kl": 0.016331007314282796, "entropy": 0.6029431099115417, "ratio_outside_clip": 0.0}]}, {"step": 21, "rows": [[2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "7", true], [6, 9, "117", true], [6, 9, "15", true], [6, 9, "155371", false], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "12", true], [6, 9, "15", true], [6, 9, "12", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "9", true], [9, 2, "11", true], [9, 2, "1", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "46", true], [1, 3, "4", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "13", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [4, 9, "17", true], [4, 9, "115010", false], [4, 9, "15", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.010213654488325119, "gradient_norm_before_clip": 0.5299806594848633, "kl": 0.01879956454214965, "entropy": 0.6720758923412075, "ratio_outside_clip": 0.0}, {"loss": -0.012175985611975193, "gradient_norm_before_clip": 0.5358917713165283, "kl": 0.019373123462383565, "entropy": 0.6725661599424464, "ratio_outside_clip": 0.0}]}, {"step": 22, "rows": [[5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "3", true], [1, 0, "0", true], [1, 0, "2", true], [1, 0, "6", true], [1, 0, "1", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "4", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "9", true], [6, 0, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "10", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009450476616621017, "gradient_norm_before_clip": 0.45150265097618103, "kl": 0.007580128656763609, "entropy": 0.6572218914421237, "ratio_outside_clip": 0.0}, {"loss": -0.012169581837952137, "gradient_norm_before_clip": 0.44528186321258545, "kl": 0.008024784983420859, "entropy": 0.6555310722921981, "ratio_outside_clip": 0.0}]}, {"step": 23, "rows": [[5, 5, "10", true], [5, 5, "12", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [9, 4, "115", true], [9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "123", true], [9, 4, "12", true], [9, 4, "17", true], [6, 9, "15", true], [6, 9, "124", true], [6, 9, "12", true], [6, 9, "12", true], [6, 9, "17", true], [6, 9, "15122", true], [6, 9, "15", true], [6, 9, "15", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "10", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "10", true], [2, 5, "6", true], [2, 5, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [1, 3, "4", true], [1, 3, "2123", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "8", true], [1, 3, "7", true], [1, 3, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.012306234799325466, "gradient_norm_before_clip": 0.7320725321769714, "kl": 0.038828642354846676, "entropy": 0.6510990810933086, "ratio_outside_clip": 0.0}, {"loss": -0.017255574464797974, "gradient_norm_before_clip": 0.6806882619857788, "kl": 0.04311947364591609, "entropy": 0.6489767300880561, "ratio_outside_clip": 0.0}]}, {"step": 24, "rows": [[7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "11", true], [7, 2, "10", true], [7, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "124", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "17", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "10", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.04073939844965935, "gradient_norm_before_clip": 0.8418694734573364, "kl": 0.025771807683141607, "entropy": 0.719241694400185, "ratio_outside_clip": 0.0}, {"loss": 0.037509672343730927, "gradient_norm_before_clip": 0.8243767023086548, "kl": 0.029036085856588262, "entropy": 0.7208321721930253, "ratio_outside_clip": 0.0}]}, {"step": 25, "rows": [[4, 4, "6", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [5, 5, "10", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "6", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "6", true], [1, 0, "8", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [8, 9, "16", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "19", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "9115", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "3", true], [0, 6, "6", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "120", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0030243778601288795, "gradient_norm_before_clip": 0.562888503074646, "kl": 0.03694898278050169, "entropy": 0.6542958818243806, "ratio_outside_clip": 0.0}, {"loss": 0.0026604917366057634, "gradient_norm_before_clip": 0.573947012424469, "kl": 0.038390986312775925, "entropy": 0.6528614653638128, "ratio_outside_clip": 0.0}]}, {"step": 26, "rows": [[4, 7, "11", true], [4, 7, "10", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "1", true], [2, 7, "11", true], [2, 7, "9", true], [2, 7, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "8", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "13", true], [7, 2, "8", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0005949172773398459, "gradient_norm_before_clip": 0.7660399079322815, "kl": 0.054035245275204896, "entropy": 0.5943648449482362, "ratio_outside_clip": 0.0}, {"loss": -0.002991342917084694, "gradient_norm_before_clip": 0.7581815719604492, "kl": 0.05465484689349777, "entropy": 0.5944505937260353, "ratio_outside_clip": 0.0}]}, {"step": 27, "rows": [[0, 8, "9", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "9", true], [9, 6, "150", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "126", true], [9, 6, "15", true], [9, 6, "1327", true], [9, 6, "17", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "6", true], [0, 1, "2", true], [0, 1, "1", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.020823253318667412, "gradient_norm_before_clip": 0.580492377281189, "kl": 0.057165686491948024, "entropy": 0.7210858095983032, "ratio_outside_clip": 0.0}, {"loss": 0.019101591780781746, "gradient_norm_before_clip": 0.5732909440994263, "kl": 0.056942004307060486, "entropy": 0.7201335931279856, "ratio_outside_clip": 0.0}]}, {"step": 28, "rows": [[2, 7, "7", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [3, 1, "3", true], [3, 1, "2", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "7", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "3", true], [5, 5, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "18", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "155515", false], [6, 9, "13", true], [6, 9, "17", true], [4, 4, "4", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.029879897832870483, "gradient_norm_before_clip": 0.7536957263946533, "kl": 0.05985476420475887, "entropy": 0.6972947242932442, "ratio_outside_clip": 0.0}, {"loss": -0.0341360867023468, "gradient_norm_before_clip": 0.749822199344635, "kl": 0.060251725025666066, "entropy": 0.6974800305488782, "ratio_outside_clip": 0.0}]}, {"step": 29, "rows": [[1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "7", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "12", true], [6, 9, "16", true], [6, 9, "15", true], [6, 9, "1613", true], [6, 9, "15210", true], [6, 9, "12", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "7", true], [2, 4, "3", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "2", true], [0, 7, "9", true], [0, 7, "6", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.033820684999227524, "gradient_norm_before_clip": 0.4989470839500427, "kl": 0.05626172960901553, "entropy": 0.6660306965646569, "ratio_outside_clip": 0.0}, {"loss": -0.036505576223134995, "gradient_norm_before_clip": 0.49298951029777527, "kl": 0.06006266588082343, "entropy": 0.6680909139247029, "ratio_outside_clip": 0.0}]}, {"step": 30, "rows": [[8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "12", true], [4, 6, "10", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "11", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "6", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009913695976138115, "gradient_norm_before_clip": 0.46597230434417725, "kl": 0.05183781517876519, "entropy": 0.6070757736394434, "ratio_outside_clip": 0.0}, {"loss": 0.00918132159858942, "gradient_norm_before_clip": 0.4661315381526947, "kl": 0.05204192502999011, "entropy": 0.607036308006004, "ratio_outside_clip": 0.0}]}, {"step": 31, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "133", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "8", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "112", true], [6, 9, "17", true], [6, 9, "1537", true], [6, 9, "17", true], [6, 9, "1517", true], [6, 9, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0752778947353363, "gradient_norm_before_clip": 0.7811570763587952, "kl": 0.053111879449141655, "entropy": 0.7132035640248081, "ratio_outside_clip": 0.0}, {"loss": -0.08019395172595978, "gradient_norm_before_clip": 0.7854977250099182, "kl": 0.05944523058439556, "entropy": 0.7178730211759868, "ratio_outside_clip": 0.0}]}, {"step": 32, "rows": [[7, 6, "17", true], [7, 6, "17", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [5, 5, "11", true], [5, 5, "11", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "17", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [1, 0, "0", true], [1, 0, "010", true], [1, 0, "1", true], [1, 0, "8", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "8", true], [2, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008697724901139736, "gradient_norm_before_clip": 0.6610513925552368, "kl": 0.04539924472957462, "entropy": 0.7069423725078632, "ratio_outside_clip": 0.0}, {"loss": -0.00973031111061573, "gradient_norm_before_clip": 0.6579423546791077, "kl": 0.04683454005749195, "entropy": 0.7097750081644429, "ratio_outside_clip": 0.0}]}, {"step": 33, "rows": [[0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "18", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "10", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "4", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.023446260020136833, "gradient_norm_before_clip": 0.4083348512649536, "kl": 0.02201993146519752, "entropy": 0.6077867738760201, "ratio_outside_clip": 0.0}, {"loss": 0.022011680528521538, "gradient_norm_before_clip": 0.4063206613063812, "kl": 0.022411631930405927, "entropy": 0.6085154539460589, "ratio_outside_clip": 0.0}]}, {"step": 34, "rows": [[6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "7", true], [0, 1, "20", true], [0, 1, "", true], [0, 1, "0", true], [0, 1, "8", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [4, 3, "6", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "3", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 8, "10", true], [4, 8, "10", true], [4, 8, "17", true], [4, 8, "15", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [6, 9, "1515", true], [6, 9, "1337", true], [6, 9, "158415", false], [6, 9, "15", true], [6, 9, "155913", false], [6, 9, "155155", false], [6, 9, "158551", false], [6, 9, "1515", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.009336376562714577, "gradient_norm_before_clip": 0.4441196620464325, "kl": 0.16431166330973307, "entropy": 0.770583258734809, "ratio_outside_clip": 0.0}, {"loss": 0.008921071887016296, "gradient_norm_before_clip": 0.4470052719116211, "kl": 0.17608493169148762, "entropy": 0.7733027140299479, "ratio_outside_clip": 0.0}]}, {"step": 35, "rows": [[0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "1", true], [4, 9, "15", true], [4, 9, "16", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "18", true], [4, 9, "1110", true], [4, 9, "17", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "10", true], [4, 3, "8", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "6", true], [1, 2, "0", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "19", true], [8, 9, "19", true], [8, 9, "19", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "18", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "17", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.004374949261546135, "gradient_norm_before_clip": 0.4549534022808075, "kl": 0.057830890977239036, "entropy": 0.6618696465549698, "ratio_outside_clip": 0.0}, {"loss": 0.003950422164052725, "gradient_norm_before_clip": 0.4561285674571991, "kl": 0.05978954843727939, "entropy": 0.6632247373282191, "ratio_outside_clip": 0.0}]}, {"step": 36, "rows": [[1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "7", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "1212", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "17", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "0", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "10", true], [6, 6, "12", true], [6, 6, "1503", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [5, 8, "15010", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "17", true], [5, 8, "915591", false], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 5, "6", true], [2, 5, "4", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.047839805483818054, "gradient_norm_before_clip": 0.6154199838638306, "kl": 0.054690098901938274, "entropy": 0.7488132052951388, "ratio_outside_clip": 0.0}, {"loss": 0.045754194259643555, "gradient_norm_before_clip": 0.6042225956916809, "kl": 0.05520606459232799, "entropy": 0.7477088615908261, "ratio_outside_clip": 0.0}]}, {"step": 37, "rows": [[8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "9", true], [8, 4, "12", true], [8, 4, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [8, 2, "7", true], [8, 2, "9", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [4, 9, "14", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "915154", false], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "100", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.007628395222127438, "gradient_norm_before_clip": 0.6102525591850281, "kl": 0.04531200726826986, "entropy": 0.6172240457417052, "ratio_outside_clip": 0.0}, {"loss": -0.00958382897078991, "gradient_norm_before_clip": 0.6020374298095703, "kl": 0.044991363713770736, "entropy": 0.6170930273738908, "ratio_outside_clip": 0.0}]}, {"step": 38, "rows": [[4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 6, "15", true], [9, 6, "12", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "155551", false], [9, 6, "155615", false], [9, 6, "15", true], [9, 6, "123", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "112", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "13", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "17", true], [9, 2, "10", true], [9, 2, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0035849371924996376, "gradient_norm_before_clip": 0.46718093752861023, "kl": 0.16077334732659118, "entropy": 0.6686029811363435, "ratio_outside_clip": 0.0}, {"loss": -0.0054688723757863045, "gradient_norm_before_clip": 0.46568238735198975, "kl": 0.1618572170451536, "entropy": 0.6678787059029617, "ratio_outside_clip": 0.0}]}, {"step": 39, "rows": [[8, 9, "17", true], [8, 9, "12", true], [8, 9, "191291", false], [8, 9, "195155", false], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "00", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "3", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "08", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04119591787457466, "gradient_norm_before_clip": 0.4498034417629242, "kl": 0.09049272244693311, "entropy": 0.7210528601898006, "ratio_outside_clip": 0.0}, {"loss": 0.04076627269387245, "gradient_norm_before_clip": 0.4501386284828186, "kl": 0.09125916650690184, "entropy": 0.720685245069258, "ratio_outside_clip": 0.0}]}, {"step": 40, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "7", true], [5, 5, "16", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "7", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [6, 4, "10", true], [6, 4, "13", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "1016", true], [6, 4, "10", true], [4, 2, "6", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "106", true], [1, 9, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.027062606066465378, "gradient_norm_before_clip": 0.5485146641731262, "kl": 0.07332564288784998, "entropy": 0.5437277562870002, "ratio_outside_clip": 0.0}, {"loss": -0.02831634320318699, "gradient_norm_before_clip": 0.5430285334587097, "kl": 0.07378566931493534, "entropy": 0.5434167044503349, "ratio_outside_clip": 0.0}]}, {"step": 41, "rows": [[7, 4, "10", true], [7, 4, "10", true], [7, 4, "91112", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [6, 9, "147", true], [6, 9, "16", true], [6, 9, "12", true], [6, 9, "15415", true], [6, 9, "17", true], [6, 9, "155157", false], [6, 9, "1515", true], [6, 9, "179113", false], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11010", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "915", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "10", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03831898048520088, "gradient_norm_before_clip": 0.6617253422737122, "kl": 0.15490462814552197, "entropy": 0.6220521788666213, "ratio_outside_clip": 0.0}, {"loss": -0.042102426290512085, "gradient_norm_before_clip": 0.6532405018806458, "kl": 0.15799691020578577, "entropy": 0.620865089305933, "ratio_outside_clip": 0.0}]}, {"step": 42, "rows": [[4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "6", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "15", true], [4, 9, "110", true], [4, 9, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "13", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "12", true], [2, 2, "0", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "9", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "15", true], [8, 4, "12", true], [6, 9, "1210", true], [6, 9, "12", true], [6, 9, "1717", true], [6, 9, "815158", false], [6, 9, "1515", true], [6, 9, "112", true], [6, 9, "1515", true], [6, 9, "155555", false], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11", true], [8, 4, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.021104585379362106, "gradient_norm_before_clip": 0.4697611927986145, "kl": 0.13383874685867972, "entropy": 0.7275689166525136, "ratio_outside_clip": 0.0}, {"loss": -0.023113125935196877, "gradient_norm_before_clip": 0.47069093585014343, "kl": 0.13827145617941153, "entropy": 0.727641893469769, "ratio_outside_clip": 0.0}]}, {"step": 43, "rows": [[1, 0, "9", true], [1, 0, "6", true], [1, 0, "2", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "2", true], [1, 5, "2", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "0", true], [2, 7, "9", true], [2, 7, "3100", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "100", true], [5, 4, "8", true], [5, 4, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.032302260398864746, "gradient_norm_before_clip": 0.6728799939155579, "kl": 0.035824175361249086, "entropy": 0.818559166338804, "ratio_outside_clip": 0.0}, {"loss": 0.030504336580634117, "gradient_norm_before_clip": 0.6740104556083679, "kl": 0.03573856765417744, "entropy": 0.8186598853241626, "ratio_outside_clip": 0.0}]}, {"step": 44, "rows": [[5, 4, "8", true], [5, 4, "1000", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "10", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "9010", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "17", true], [5, 7, "13", true], [5, 7, "12", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [3, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0001944332179846242, "gradient_norm_before_clip": 0.7874366641044617, "kl": 0.038026970553110884, "entropy": 0.5930977327277861, "ratio_outside_clip": 0.0}, {"loss": -0.0032766410149633884, "gradient_norm_before_clip": 0.7328664064407349, "kl": 0.0375277048133942, "entropy": 0.5910117827266096, "ratio_outside_clip": 0.0}]}, {"step": 45, "rows": [[8, 1, "10", true], [8, 1, "6", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "6", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "10", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "00", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "0", true], [4, 2, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "0", true], [2, 4, "7", true], [2, 4, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "110", true], [8, 2, "10", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "100", true], [6, 0, "0", true], [6, 0, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.012142936699092388, "gradient_norm_before_clip": 0.629905104637146, "kl": 0.04435632802263091, "entropy": 0.634439589102057, "ratio_outside_clip": 0.0}, {"loss": 0.009936819784343243, "gradient_norm_before_clip": 0.6283727288246155, "kl": 0.044981244244152986, "entropy": 0.634246826171875, "ratio_outside_clip": 0.0}]}, {"step": 46, "rows": [[1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "9", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "113", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "13", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1", true], [8, 2, "12", true], [8, 1, "8", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "891815", false], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "10", true], [4, 2, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "4", true], [3, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.006682587321847677, "gradient_norm_before_clip": 0.4525899887084961, "kl": 0.04202031237738473, "entropy": 0.6667861938476562, "ratio_outside_clip": 0.0}, {"loss": 0.004768910817801952, "gradient_norm_before_clip": 0.4363800883293152, "kl": 0.04254326933906192, "entropy": 0.6652770269484747, "ratio_outside_clip": 0.0}]}, {"step": 47, "rows": [[0, 8, "3", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "7", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "7", true], [3, 1, "3", true], [3, 1, "6", true], [3, 1, "4", true], [9, 8, "15", true], [9, 8, "113", true], [9, 8, "110", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "171324", false], [9, 8, "17", true], [9, 8, "1312", true], [6, 9, "15", true], [6, 9, "124", true], [6, 9, "159171", false], [6, 9, "155715", false], [6, 9, "155595", false], [6, 9, "15815", true], [6, 9, "155151", false], [6, 9, "171512", false], [7, 5, "10", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1207", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.030539169907569885, "gradient_norm_before_clip": 0.674423098564148, "kl": 0.25591500095589453, "entropy": 0.883687175770916, "ratio_outside_clip": 0.0}, {"loss": -0.03247050195932388, "gradient_norm_before_clip": 0.6785366535186768, "kl": 0.25999838208395337, "entropy": 0.8843831057270999, "ratio_outside_clip": 0.0}]}, {"step": 48, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [4, 4, "8", true], [4, 4, "00", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "15210", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "112", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "60", true], [1, 7, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "1000", true], [2, 8, "8", true], [2, 8, "7", true], [2, 8, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "122", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018972519785165787, "gradient_norm_before_clip": 0.6273865699768066, "kl": 0.03443855526803554, "entropy": 0.6358341787053251, "ratio_outside_clip": 0.0}, {"loss": -0.020716678351163864, "gradient_norm_before_clip": 0.6068918704986572, "kl": 0.035182766530705595, "entropy": 0.6374581874102011, "ratio_outside_clip": 0.0}]}, {"step": 49, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "14", true], [5, 7, "12", true], [5, 7, "915151", false], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1104", true], [7, 4, "1100", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [9, 8, "112", true], [9, 8, "155551", false], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "124", true], [9, 8, "1513", true], [9, 8, "151220", false], [9, 8, "15", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "6", true], [3, 1, "3", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1000", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "11", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018569158390164375, "gradient_norm_before_clip": 0.6098756790161133, "kl": 0.1389707491542753, "entropy": 0.737031715350915, "ratio_outside_clip": 0.0}, {"loss": 0.016684075817465782, "gradient_norm_before_clip": 0.6030063033103943, "kl": 0.14227523592954183, "entropy": 0.738892613194924, "ratio_outside_clip": 0.0}]}, {"step": 50, "rows": [[3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "124", true], [3, 9, "13", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "3", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [5, 1, "7", true], [5, 1, "10", true], [5, 1, "10", true], [5, 1, "102", true], [5, 1, "5", true], [5, 1, "7", true], [5, 1, "610", true], [5, 1, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "128", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 4, "7", true], [2, 4, "60", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "8", true], [2, 4, "0", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "6", true], [7, 6, "18", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "112", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00952058844268322, "gradient_norm_before_clip": 0.4661296308040619, "kl": 0.02230105458236322, "entropy": 0.6819173766345512, "ratio_outside_clip": 0.0}, {"loss": -0.011302975937724113, "gradient_norm_before_clip": 0.4652160704135895, "kl": 0.022794546150579686, "entropy": 0.6806505249767769, "ratio_outside_clip": 0.0}]}, {"step": 51, "rows": [[2, 9, "7", true], [2, 9, "11", true], [2, 9, "17", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "9", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.040447138249874115, "gradient_norm_before_clip": 0.6630198955535889, "kl": 0.04537586234081751, "entropy": 0.51647940449331, "ratio_outside_clip": 0.0}, {"loss": -0.04295539855957031, "gradient_norm_before_clip": 0.6519246697425842, "kl": 0.04634555728956201, "entropy": 0.5152636122429508, "ratio_outside_clip": 0.0}]}, {"step": 52, "rows": [[0, 6, "1000", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 4, "13", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "14", true], [8, 4, "12", true], [8, 4, "12", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "1", true], [7, 4, "1100", true], [7, 4, "10", true], [7, 4, "13", true], [3, 4, "6", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "17", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.012577064335346222, "gradient_norm_before_clip": 0.672240138053894, "kl": 0.0519246650464607, "entropy": 0.6087197506066525, "ratio_outside_clip": 0.0}, {"loss": 0.0071250805631279945, "gradient_norm_before_clip": 0.6110186576843262, "kl": 0.05246816692930279, "entropy": 0.604536669182055, "ratio_outside_clip": 0.0}]}, {"step": 53, "rows": [[1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "3", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "9110", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "13", true], [7, 4, "11", true], [7, 4, "10", true], [2, 4, "0", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "8", true], [3, 4, "4", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "1013", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1111", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.009538387879729271, "gradient_norm_before_clip": 0.39154890179634094, "kl": 0.04898939728736877, "entropy": 0.669074821472168, "ratio_outside_clip": 0.0}, {"loss": 0.007511367090046406, "gradient_norm_before_clip": 0.3879964053630829, "kl": 0.04879080653190613, "entropy": 0.6635137557983398, "ratio_outside_clip": 0.0}]}, {"step": 54, "rows": [[0, 6, "10", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [9, 6, "1123", true], [9, 6, "151010", false], [9, 6, "155515", false], [9, 6, "152", true], [9, 6, "155535", false], [9, 6, "129", true], [9, 6, "155595", false], [9, 6, "1123", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "206", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.010454647243022919, "gradient_norm_before_clip": 0.5239728689193726, "kl": 0.21431952431088402, "entropy": 0.8212025960286459, "ratio_outside_clip": 0.0}, {"loss": 0.007678341120481491, "gradient_norm_before_clip": 0.5190989971160889, "kl": 0.2107086181640625, "entropy": 0.8183541070847284, "ratio_outside_clip": 0.0}]}, {"step": 55, "rows": [[6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [6, 4, "100", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "110111", false], [9, 8, "15", true], [9, 8, "113", true], [9, 8, "17", true], [9, 8, "915915", false], [9, 8, "15", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "7124", true], [5, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00895841233432293, "gradient_norm_before_clip": 0.5157777667045593, "kl": 0.08541170100575869, "entropy": 0.5899106448458642, "ratio_outside_clip": 0.0}, {"loss": 0.008279171772301197, "gradient_norm_before_clip": 0.5295342206954956, "kl": 0.08437227465442776, "entropy": 0.5879841440731717, "ratio_outside_clip": 0.0}]}, {"step": 56, "rows": [[4, 2, "6", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "401", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "4", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [0, 7, "2", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "6", true], [1, 9, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00919129978865385, "gradient_norm_before_clip": 0.5688596963882446, "kl": 0.04906674280558547, "entropy": 0.6926514612485285, "ratio_outside_clip": 0.0}, {"loss": 0.007966638542711735, "gradient_norm_before_clip": 0.5606781840324402, "kl": 0.04837510357164357, "entropy": 0.6911383850933754, "ratio_outside_clip": 0.0}]}, {"step": 57, "rows": [[4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "9", true], [7, 0, "6", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 5, "10", true], [4, 5, "6", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [5, 1, "6", true], [5, 1, "00", true], [5, 1, "4", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "4", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "115", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "13", true], [7, 6, "13", true], [0, 6, "6", true], [0, 6, "00", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "1000", true], [8, 1, "10", true], [8, 1, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.051254261285066605, "gradient_norm_before_clip": 0.5263298749923706, "kl": 0.07533286027847581, "entropy": 0.6820360414541451, "ratio_outside_clip": 0.0}, {"loss": 0.049283940345048904, "gradient_norm_before_clip": 0.5249406695365906, "kl": 0.07532645183004391, "entropy": 0.6807218903948546, "ratio_outside_clip": 0.0}]}, {"step": 58, "rows": [[4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "11", true], [4, 9, "12", true], [4, 9, "13", true], [1, 0, "3", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "4", true], [1, 0, "7", true], [1, 0, "1", true], [7, 5, "10", true], [7, 5, "9013", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "10", true], [7, 5, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [9, 1, "9", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "155555", false], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "12", true], [9, 6, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "15", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.014164839871227741, "gradient_norm_before_clip": 0.5382032990455627, "kl": 0.1373046327032437, "entropy": 0.5875757965593706, "ratio_outside_clip": 0.0}, {"loss": -0.015925152227282524, "gradient_norm_before_clip": 0.5260876417160034, "kl": 0.13718352133397899, "entropy": 0.5855159864899862, "ratio_outside_clip": 0.0}]}, {"step": 59, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "17", true], [6, 9, "15515", true], [6, 9, "13", true], [6, 9, "155512", false], [6, 9, "15", true], [6, 9, "15156", true], [6, 9, "17", true], [6, 9, "1515", true], [6, 9, "15124", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10000", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "8", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "20", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "47", true], [3, 4, "8", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [9, 8, "12", true], [9, 8, "1512", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "138", true], [9, 8, "17", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "13", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "16", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "128", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.050356581807136536, "gradient_norm_before_clip": 0.5320623517036438, "kl": 0.2506141467970245, "entropy": 0.7863098455935108, "ratio_outside_clip": 0.0}, {"loss": -0.05352722853422165, "gradient_norm_before_clip": 0.5132899284362793, "kl": 0.2550959100528639, "entropy": 0.7841594462492028, "ratio_outside_clip": 0.0}]}, {"step": 60, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "4", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "13", true], [8, 8, "17", true], [8, 8, "18", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "18", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [5, 1, "00", true], [5, 1, "600", true], [5, 1, "0", true], [5, 1, "10", true], [5, 1, "0", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01196679100394249, "gradient_norm_before_clip": 0.552415132522583, "kl": 0.04607827125946221, "entropy": 0.6227446539553604, "ratio_outside_clip": 0.0}, {"loss": -0.012358734384179115, "gradient_norm_before_clip": 0.5501084923744202, "kl": 0.046252360922752776, "entropy": 0.6234377381429507, "ratio_outside_clip": 0.0}]}, {"step": 61, "rows": [[4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [2, 9, "1", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [1, 9, "10000", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "10", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.01626928523182869, "gradient_norm_before_clip": 0.578740119934082, "kl": 0.04442841832230731, "entropy": 0.5271504099776105, "ratio_outside_clip": 0.0}, {"loss": -0.019382305443286896, "gradient_norm_before_clip": 0.5624813437461853, "kl": 0.045403323522428186, "entropy": 0.5260254929705364, "ratio_outside_clip": 0.0}]}, {"step": 62, "rows": [[7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "3", true], [7, 0, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "0", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.028846468776464462, "gradient_norm_before_clip": 0.5215004086494446, "kl": 0.04163575776015656, "entropy": 0.5803036267244364, "ratio_outside_clip": 0.0}, {"loss": -0.03126366809010506, "gradient_norm_before_clip": 0.5095914006233215, "kl": 0.0424077842808977, "entropy": 0.5798725176461136, "ratio_outside_clip": 0.0}]}, {"step": 63, "rows": [[4, 5, "6", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [8, 8, "110", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [1, 3, "9", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 4, "1001", true], [6, 4, "10", true], [6, 4, "1", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11", true], [6, 4, "10", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "4", true], [6, 0, "1100", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 9, "155553", false], [6, 9, "155551", false], [6, 9, "1579", true], [6, 9, "17", true], [6, 9, "155152", false], [6, 9, "1684", true], [6, 9, "15", true], [6, 9, "159119", false], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "4", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.00705515593290329, "gradient_norm_before_clip": 0.6220205426216125, "kl": 0.27895936913253194, "entropy": 0.7685770277160308, "ratio_outside_clip": 0.0}, {"loss": 0.005637848749756813, "gradient_norm_before_clip": 0.6160717010498047, "kl": 0.2807391888528898, "entropy": 0.7681007174497151, "ratio_outside_clip": 0.0}]}, {"step": 64, "rows": [[4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "11", true], [4, 8, "17", true], [9, 6, "13", true], [9, 6, "1506", true], [9, 6, "155513", false], [9, 6, "15010", true], [9, 6, "152", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "12100", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "4", true], [2, 5, "6", true], [2, 6, "7", true], [2, 6, "9", true], [2, 6, "10", true], [2, 6, "7", true], [2, 6, "6", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "9117", true], [9, 4, "14", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "118", true], [9, 4, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "123", true], [8, 5, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.01631755381822586, "gradient_norm_before_clip": 0.4700809419155121, "kl": 0.16373581757416597, "entropy": 0.7167669347814611, "ratio_outside_clip": 0.0}, {"loss": 0.01507082860916853, "gradient_norm_before_clip": 0.4659908413887024, "kl": 0.16207860998205237, "entropy": 0.7157358530405405, "ratio_outside_clip": 0.0}]}, {"step": 65, "rows": [[6, 9, "155391", false], [6, 9, "157133", false], [6, 9, "155", true], [6, 9, "155212", false], [6, 9, "155", true], [6, 9, "155515", false], [6, 9, "1513", true], [6, 9, "157191", false], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "100", true], [5, 4, "10", true], [5, 4, "102", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [1, 0, "00", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "0", true], [1, 0, "000", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.005321769509464502, "gradient_norm_before_clip": 0.39984211325645447, "kl": 0.32331885462221893, "entropy": 0.7704111182171366, "ratio_outside_clip": 0.0}, {"loss": 0.003962801303714514, "gradient_norm_before_clip": 0.396205872297287, "kl": 0.3218894626783288, "entropy": 0.7692463916280995, "ratio_outside_clip": 0.0}]}, {"step": 66, "rows": [[2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [9, 4, "15", true], [9, 4, "9115", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 6, "15212", true], [9, 6, "155", true], [9, 6, "155", true], [9, 6, "124", true], [9, 6, "15528", true], [9, 6, "159155", false], [9, 6, "1124", true], [9, 6, "19", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "7", true], [6, 0, "00", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "11", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "14", true], [6, 6, "110", true], [6, 6, "12", true], [6, 6, "15", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.018448570743203163, "gradient_norm_before_clip": 0.5446687936782837, "kl": 0.18558767750776933, "entropy": 0.7570698774980577, "ratio_outside_clip": 0.0}, {"loss": 0.015451660379767418, "gradient_norm_before_clip": 0.5357615351676941, "kl": 0.18411402412541006, "entropy": 0.7549649233317507, "ratio_outside_clip": 0.0}]}, {"step": 67, "rows": [[2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "7", true], [2, 1, "2", true], [2, 1, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "7", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [8, 5, "17", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "13", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "11", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "10", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "33", true], [2, 1, "303", true], [2, 1, "1", true], [2, 1, "4", true], [2, 1, "5", true], [2, 1, "3", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "4016", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.007722530979663134, "gradient_norm_before_clip": 1.000957727432251, "kl": 0.028156982885824668, "entropy": 0.7765224044387405, "ratio_outside_clip": 0.0}, {"loss": -0.013199671171605587, "gradient_norm_before_clip": 0.9508053064346313, "kl": 0.027947793135771882, "entropy": 0.775696831780511, "ratio_outside_clip": 0.0}]}, {"step": 68, "rows": [[1, 2, "6", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "11", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "17", true], [9, 8, "14", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "18", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "1529", true], [9, 8, "15", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "9", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "2", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021909264847636223, "gradient_norm_before_clip": 0.5223890542984009, "kl": 0.058228934837492884, "entropy": 0.7733235138141556, "ratio_outside_clip": 0.0}, {"loss": 0.019557621330022812, "gradient_norm_before_clip": 0.519791305065155, "kl": 0.05706215536357551, "entropy": 0.7718837813825796, "ratio_outside_clip": 0.0}]}, {"step": 69, "rows": [[5, 8, "122", true], [5, 8, "15", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "16", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "3", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [9, 8, "15", true], [9, 8, "1715", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "1717", true], [9, 8, "1122", true], [9, 8, "112", true], [9, 8, "115", true], [9, 8, "19", true], [9, 8, "15210", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "1527", true], [9, 8, "19", true], [9, 8, "158", true], [9, 8, "17", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "11", true], [8, 4, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "111", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.019945980980992317, "gradient_norm_before_clip": 0.6186639666557312, "kl": 0.09313531824060388, "entropy": 0.7298035492768159, "ratio_outside_clip": 0.0}, {"loss": 0.017123974859714508, "gradient_norm_before_clip": 0.602297306060791, "kl": 0.09236112027554899, "entropy": 0.7288686391469594, "ratio_outside_clip": 0.0}]}, {"step": 70, "rows": [[5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "6", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "1000", true], [4, 5, "9", true], [4, 5, "7", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "11", true], [6, 4, "1", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "9", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "60", true], [1, 0, "100", true], [1, 0, "00", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "9", true], [7, 4, "11", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "3", true], [1, 5, "0", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "606", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0004332465468905866, "gradient_norm_before_clip": 0.7537862658500671, "kl": 0.08717109253687888, "entropy": 0.7012239065229523, "ratio_outside_clip": 0.0}, {"loss": -0.0016499839257448912, "gradient_norm_before_clip": 0.751523494720459, "kl": 0.08812569091038674, "entropy": 0.7025872935419497, "ratio_outside_clip": 0.0}]}, {"step": 71, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "103", true], [9, 1, "10", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [4, 7, "11", true], [4, 7, "7110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "11", true], [8, 2, "10", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "0", true], [5, 1, "7", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "1110", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.002827167510986328, "gradient_norm_before_clip": 0.7522944211959839, "kl": 0.07229211980646306, "entropy": 0.6210932413736979, "ratio_outside_clip": 0.0}, {"loss": -0.00691293366253376, "gradient_norm_before_clip": 0.7328271269798279, "kl": 0.07177935513583096, "entropy": 0.6201671253551136, "ratio_outside_clip": 0.0}]}, {"step": 72, "rows": [[7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [7, 2, "3", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "6", true], [1, 9, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "16", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "9", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009989291429519653, "gradient_norm_before_clip": 0.708443284034729, "kl": 0.03280169434017605, "entropy": 0.6542725033230252, "ratio_outside_clip": 0.0}, {"loss": -0.014453930780291557, "gradient_norm_before_clip": 0.6769576072692871, "kl": 0.03429563840230306, "entropy": 0.6512043741014268, "ratio_outside_clip": 0.0}]}, {"step": 73, "rows": [[7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [6, 2, "7", true], [6, 2, "4", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "48", true], [2, 1, "3", true], [2, 1, "124", true], [2, 1, "3", true], [2, 1, "1", true], [9, 6, "15", true], [9, 6, "155555", false], [9, 6, "155551", false], [9, 6, "155124", false], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "15", true], [9, 6, "155219", false], [6, 9, "113", true], [6, 9, "112", true], [6, 9, "1578", true], [6, 9, "11522", true], [6, 9, "155518", false], [6, 9, "15010", true], [6, 9, "155711", false], [6, 9, "12", true], [3, 9, "1112", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "9112", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.051640938967466354, "gradient_norm_before_clip": 0.3845060467720032, "kl": 0.2981534478788692, "entropy": 0.7533243911526214, "ratio_outside_clip": 0.0}, {"loss": -0.053070276975631714, "gradient_norm_before_clip": 0.3840258717536926, "kl": 0.3023675674510793, "entropy": 0.7526355038321979, "ratio_outside_clip": 0.0}]}, {"step": 74, "rows": [[7, 1, "6", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 5, "11", true], [7, 5, "713", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 0, "10", true], [8, 0, "7", true], [8, 0, "10", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 2, "8", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [6, 4, "10", true], [6, 4, "16", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.01816478557884693, "gradient_norm_before_clip": 0.420856237411499, "kl": 0.04277363436961035, "entropy": 0.5243223313002559, "ratio_outside_clip": 0.0}, {"loss": 0.01727941818535328, "gradient_norm_before_clip": 0.4201970398426056, "kl": 0.04345545573541296, "entropy": 0.522878412614789, "ratio_outside_clip": 0.0}]}, {"step": 75, "rows": [[2, 8, "9110", true], [2, 8, "9111", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "16", true], [2, 8, "10", true], [2, 8, "17", true], [2, 8, "10", true], [5, 5, "9110", true], [5, 5, "9110", true], [5, 5, "10", true], [5, 5, "9111", true], [5, 5, "10", true], [5, 5, "16", true], [5, 5, "10", true], [5, 5, "10", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "11102", true], [3, 9, "12", true], [3, 9, "112", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "120", true], [8, 4, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "11", true], [4, 9, "13", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "124", true], [6, 6, "12", true], [6, 6, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "9115", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04206494987010956, "gradient_norm_before_clip": 0.5580770969390869, "kl": 0.06433353424072266, "entropy": 0.5531524294898623, "ratio_outside_clip": 0.0}, {"loss": 0.037825312465429306, "gradient_norm_before_clip": 0.5406107306480408, "kl": 0.06526378449939546, "entropy": 0.5522935049874442, "ratio_outside_clip": 0.0}]}, {"step": 76, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "3", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "122", true], [9, 2, "11", true], [9, 2, "11", true], [9, 6, "191555", false], [9, 6, "13", true], [9, 6, "155155", false], [9, 6, "124", true], [9, 6, "15", true], [9, 6, "153", true], [9, 6, "1535", true], [9, 6, "155555", false], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9113", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111010", false], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01366173755377531, "gradient_norm_before_clip": 0.6353235840797424, "kl": 0.23544044101361147, "entropy": 0.6274668900008055, "ratio_outside_clip": 0.0}, {"loss": -0.014067358337342739, "gradient_norm_before_clip": 0.6340450048446655, "kl": 0.24012901856727206, "entropy": 0.626098672139276, "ratio_outside_clip": 0.0}]}, {"step": 77, "rows": [[3, 4, "9", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "6", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "1200", true], [9, 8, "155918", false], [9, 8, "17", true], [9, 8, "156381", false], [9, 8, "1323", true], [9, 8, "15010", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "15", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7010", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 5, "7", true], [2, 5, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.032461993396282196, "gradient_norm_before_clip": 0.6051180362701416, "kl": 0.07556221458349335, "entropy": 0.6849714986393961, "ratio_outside_clip": 0.0}, {"loss": 0.030764076858758926, "gradient_norm_before_clip": 0.5880718231201172, "kl": 0.07447039679195104, "entropy": 0.6815387425797709, "ratio_outside_clip": 0.0}]}, {"step": 78, "rows": [[9, 6, "155", true], [9, 6, "138", true], [9, 6, "155153", false], [9, 6, "158", true], [9, 6, "16", true], [9, 6, "157152", false], [9, 6, "15", true], [9, 6, "195515", false], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "91127", true], [6, 7, "15", true], [6, 7, "12", true], [1, 0, "", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "3", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "3", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "2", true], [4, 2, "0", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11000", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.022863106802105904, "gradient_norm_before_clip": 0.8591499328613281, "kl": 0.2782423898075404, "entropy": 0.7118836735071761, "ratio_outside_clip": 0.0}, {"loss": -0.027222273871302605, "gradient_norm_before_clip": 0.7594581842422485, "kl": 0.27729743786072464, "entropy": 0.7096711062313465, "ratio_outside_clip": 0.0}]}, {"step": 79, "rows": [[4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "106", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [2, 9, "113", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [4, 6, "6", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "3", true], [0, 6, "6", true], [0, 6, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "45", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "3", true], [3, 1, "0", true], [3, 1, "28", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "10", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "122", true], [6, 6, "81124", true], [6, 6, "12", true], [6, 6, "15", true], [6, 9, "171713", false], [6, 9, "155555", false], [6, 9, "155551", false], [6, 9, "155558", false], [6, 9, "15127", true], [6, 9, "15", true], [6, 9, "1515", true], [6, 9, "156", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0013661435805261135, "gradient_norm_before_clip": 0.7102532982826233, "kl": 0.2989827014030294, "entropy": 0.7370485346368019, "ratio_outside_clip": 0.0}, {"loss": -0.003582841483876109, "gradient_norm_before_clip": 0.6749926805496216, "kl": 0.2896063378516664, "entropy": 0.7371587550386469, "ratio_outside_clip": 0.0}]}, {"step": 80, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "713", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "10", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [2, 2, "2", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006899175699800253, "gradient_norm_before_clip": 0.5983690023422241, "kl": 0.07489581541581587, "entropy": 0.6328125990830459, "ratio_outside_clip": 0.0}, {"loss": 0.005825101397931576, "gradient_norm_before_clip": 0.6265776753425598, "kl": 0.07672682056179295, "entropy": 0.6310412419306768, "ratio_outside_clip": 0.0}]}, {"step": 81, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [8, 0, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "11", true], [1, 5, "3", true], [1, 5, "2", true], [1, 5, "9", true], [1, 5, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "", true], [2, 2, "6", true], [2, 2, "4", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "3", true], [0, 1, "1", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "10", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "16", true], [8, 8, "110", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.006214471068233252, "gradient_norm_before_clip": 0.8560812473297119, "kl": 0.07033109340537973, "entropy": 0.7302691401267538, "ratio_outside_clip": 0.0}, {"loss": 0.0039899833500385284, "gradient_norm_before_clip": 0.8323222398757935, "kl": 0.07034113617981372, "entropy": 0.7275392701025722, "ratio_outside_clip": 0.0}]}, {"step": 82, "rows": [[2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "110", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "", true], [2, 2, "7", true], [2, 2, "8", true], [2, 2, "68", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "6", true], [7, 2, "8", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "122", true], [9, 8, "17", true], [9, 8, "16", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "2407", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0006052679382264614, "gradient_norm_before_clip": 0.5777912139892578, "kl": 0.07253235264828331, "entropy": 0.7212410977012232, "ratio_outside_clip": 0.0}, {"loss": -0.004214100074023008, "gradient_norm_before_clip": 0.5575053691864014, "kl": 0.07286935730984337, "entropy": 0.7183411246851871, "ratio_outside_clip": 0.0}]}, {"step": 83, "rows": [[1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "2", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "6", true], [9, 8, "17", true], [9, 8, "126", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "158", true], [9, 8, "15", true], [9, 8, "15", true], [1, 3, "8", true], [1, 3, "48", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.016633570194244385, "gradient_norm_before_clip": 0.70992511510849, "kl": 0.05676958695897516, "entropy": 0.6844711783547072, "ratio_outside_clip": 0.0}, {"loss": -0.021250251680612564, "gradient_norm_before_clip": 0.6930190920829773, "kl": 0.05533129614104265, "entropy": 0.6824246772430228, "ratio_outside_clip": 0.0}]}, {"step": 84, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "910", true], [8, 2, "10", true], [8, 2, "10", true], [8, 8, "16", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "12", true], [8, 1, "10", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "108", true], [8, 1, "9", true], [8, 1, "911", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [0, 0, "10", true], [0, 0, "00", true], [0, 0, "1", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "10", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020841337740421295, "gradient_norm_before_clip": 0.501945972442627, "kl": 0.060803870708621734, "entropy": 0.606194970203422, "ratio_outside_clip": 0.0}, {"loss": -0.024305252358317375, "gradient_norm_before_clip": 0.5002318620681763, "kl": 0.06121685072692514, "entropy": 0.6057701780084979, "ratio_outside_clip": 0.0}]}, {"step": 85, "rows": [[5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "10", true], [1, 0, "1", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "100", true], [1, 0, "3", true], [1, 0, "1", true], [1, 0, "1", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "15", true], [6, 6, "12", true], [6, 9, "152715", false], [6, 9, "17", true], [6, 9, "15123", true], [6, 9, "155129", false], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "155", true], [8, 0, "306", true], [8, 0, "6", true], [8, 0, "707", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "7", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01915496401488781, "gradient_norm_before_clip": 0.6949427127838135, "kl": 0.16155961426821622, "entropy": 0.7024755477905273, "ratio_outside_clip": 0.0}, {"loss": -0.023353783413767815, "gradient_norm_before_clip": 0.6638895869255066, "kl": 0.16678643226623535, "entropy": 0.7017576911232688, "ratio_outside_clip": 0.0}]}, {"step": 86, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "600", true], [2, 2, "6", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [1, 9, "6", true], [1, 9, "101", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [8, 8, "15", true], [8, 8, "112", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "134", true], [8, 8, "15", true], [4, 9, "15", true], [4, 9, "819911", false], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.0002913643547799438, "gradient_norm_before_clip": 0.3652661442756653, "kl": 0.03879971867022307, "entropy": 0.5623849785846212, "ratio_outside_clip": 0.0}, {"loss": -0.002174617722630501, "gradient_norm_before_clip": 0.3572152256965637, "kl": 0.03899338452712349, "entropy": 0.564530082370924, "ratio_outside_clip": 0.0}]}, {"step": 87, "rows": [[6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "1122", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "18", true], [1, 9, "13", true], [1, 9, "11", true], [1, 9, "10", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "", true], [8, 0, "8", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "9113", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [4, 8, "1112", true], [4, 8, "12", true], [4, 8, "110", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "100", true], [4, 2, "8", true], [4, 2, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020607786253094673, "gradient_norm_before_clip": 0.5136648416519165, "kl": 0.05559537524268741, "entropy": 0.5963813236781529, "ratio_outside_clip": 0.0}, {"loss": -0.020411476492881775, "gradient_norm_before_clip": 0.5225909948348999, "kl": 0.056565648033505396, "entropy": 0.5966118403843471, "ratio_outside_clip": 0.0}]}, {"step": 88, "rows": [[5, 4, "910", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [9, 6, "15", true], [9, 6, "156555", false], [9, 6, "155555", false], [9, 6, "155591", false], [9, 6, "13", true], [9, 6, "1515", true], [9, 6, "15122", true], [9, 6, "11228", true], [4, 5, "107", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "4", true], [4, 5, "9", true], [4, 5, "9010", true], [4, 5, "9", true], [4, 5, "9", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "10", true], [7, 5, "15", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "915915", false], [7, 5, "12", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.053635042160749435, "gradient_norm_before_clip": 0.6522982716560364, "kl": 0.18695445637126545, "entropy": 0.7714243459177541, "ratio_outside_clip": 0.0}, {"loss": 0.051740504801273346, "gradient_norm_before_clip": 0.6555234789848328, "kl": 0.1886180206969544, "entropy": 0.7702515989869505, "ratio_outside_clip": 0.0}]}, {"step": 89, "rows": [[3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "2", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [9, 6, "152712", false], [9, 6, "15", true], [9, 6, "1537", true], [9, 6, "15", true], [9, 6, "15124", true], [9, 6, "13546", true], [9, 6, "1515", true], [9, 6, "15", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [4, 6, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.03909832984209061, "gradient_norm_before_clip": 0.8581831455230713, "kl": 0.1812641746119449, "entropy": 0.7184838189019097, "ratio_outside_clip": 0.0}, {"loss": 0.0344756655395031, "gradient_norm_before_clip": 0.8036333918571472, "kl": 0.18039645367895651, "entropy": 0.7166024369803089, "ratio_outside_clip": 0.0}]}, {"step": 90, "rows": [[8, 4, "17", true], [8, 4, "12", true], [8, 4, "16", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [4, 6, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "96118", true], [4, 6, "10", true], [4, 6, "10", true], [5, 5, "10", true], [5, 5, "98", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [4, 9, "12", true], [4, 9, "111", true], [4, 9, "111", true], [4, 9, "11011", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "2", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "000", true], [0, 0, "1", true], [0, 0, "2", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "2", true], [0, 0, "4", true], [0, 0, "1", true], [0, 0, "0", true], [7, 6, "1223", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "915551", false], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.011486140079796314, "gradient_norm_before_clip": 0.6610029935836792, "kl": 0.10263432065645854, "entropy": 0.5871063073476156, "ratio_outside_clip": 0.0}, {"loss": 0.008112620562314987, "gradient_norm_before_clip": 0.6407892107963562, "kl": 0.1049834390481313, "entropy": 0.5823636849721273, "ratio_outside_clip": 0.0}]}, {"step": 91, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "16", true], [4, 8, "17", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "17", true], [8, 9, "8117", true], [8, 9, "124", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "123", true], [8, 9, "14", true], [8, 9, "123", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "122", true], [7, 6, "12", true], [7, 6, "120", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "10", true], [2, 7, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.02096746116876602, "gradient_norm_before_clip": 0.4298940896987915, "kl": 0.052114915082798925, "entropy": 0.5481675499900777, "ratio_outside_clip": 0.0}, {"loss": 0.019575312733650208, "gradient_norm_before_clip": 0.4258776903152466, "kl": 0.052303334608435, "entropy": 0.5434726980280749, "ratio_outside_clip": 0.0}]}, {"step": 92, "rows": [[2, 2, "4", true], [2, 2, "6", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "2", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "2", true], [5, 5, "10", true], [5, 5, "9111", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [3, 9, "12", true], [3, 9, "122", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "9", true], [7, 0, "8", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "81123", true], [3, 9, "12", true], [3, 9, "110", true], [3, 9, "12", true], [3, 9, "11", true], [1, 7, "9", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.022320369258522987, "gradient_norm_before_clip": 0.5407583117485046, "kl": 0.10604410995671779, "entropy": 0.6426774955090181, "ratio_outside_clip": 0.0}, {"loss": 0.01949886977672577, "gradient_norm_before_clip": 0.5322579145431519, "kl": 0.10807548334569107, "entropy": 0.6413896819691599, "ratio_outside_clip": 0.0}]}, {"step": 93, "rows": [[5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "2", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [1, 0, "0", true], [1, 0, "7", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "1106", true], [4, 7, "11", true], [1, 5, "4", true], [1, 5, "9", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [6, 9, "1357", true], [6, 9, "15", true], [6, 9, "1507", true], [6, 9, "15515", true], [6, 9, "17", true], [6, 9, "152911", false], [6, 9, "15", true], [6, 9, "157", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.006388322450220585, "gradient_norm_before_clip": 0.5756776928901672, "kl": 0.1782395344860149, "entropy": 0.777218944621536, "ratio_outside_clip": 0.0}, {"loss": -0.0067217303439974785, "gradient_norm_before_clip": 0.5935242176055908, "kl": 0.17298502892068346, "entropy": 0.7761305803023044, "ratio_outside_clip": 0.0}]}, {"step": 94, "rows": [[6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "100", true], [4, 4, "8", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "9", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "6", true], [0, 1, "", true], [0, 1, "110108", false], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.019111307337880135, "gradient_norm_before_clip": 0.5056695938110352, "kl": 0.06664313310347263, "entropy": 0.6477984542366844, "ratio_outside_clip": 0.0}, {"loss": -0.022731706500053406, "gradient_norm_before_clip": 0.4988923668861389, "kl": 0.06880047036416875, "entropy": 0.6458775742248919, "ratio_outside_clip": 0.0}]}, {"step": 95, "rows": [[9, 8, "15", true], [9, 8, "110", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "17", true], [8, 0, "7", true], [8, 0, "1010", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "10000", true], [0, 8, "11", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "2", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [1, 5, "6", true], [1, 5, "2", true], [1, 5, "4", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "68", true], [1, 5, "9", true], [1, 5, "2", true], [9, 6, "1515", true], [9, 6, "15516", true], [9, 6, "17", true], [9, 6, "157", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "155951", false], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0070315939374268055, "gradient_norm_before_clip": 0.4553939998149872, "kl": 0.12314379697590205, "entropy": 0.7520949523572977, "ratio_outside_clip": 0.0}, {"loss": 0.00559969712048769, "gradient_norm_before_clip": 0.45341575145721436, "kl": 0.12170434411550533, "entropy": 0.7505216212630961, "ratio_outside_clip": 0.0}]}, {"step": 96, "rows": [[5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "11010", true], [0, 8, "9", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "110", true], [2, 8, "10", true], [2, 8, "18", true], [2, 8, "91", true], [2, 8, "11", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "11", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [6, 9, "112", true], [6, 9, "15", true], [6, 9, "171126", false], [6, 9, "191565", false], [6, 9, "153521", false], [6, 9, "13", true], [6, 9, "15", true], [6, 9, "1527", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [1, 7, "9", true], [1, 7, "4", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "6010", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.015503413043916225, "gradient_norm_before_clip": 0.4328474700450897, "kl": 0.13243018908378407, "entropy": 0.590085934369992, "ratio_outside_clip": 0.0}, {"loss": 0.01326717622578144, "gradient_norm_before_clip": 0.42824527621269226, "kl": 0.1330596923828125, "entropy": 0.5883734287359775, "ratio_outside_clip": 0.0}]}, {"step": 97, "rows": [[1, 0, "10", true], [1, 0, "1", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "106", true], [8, 0, "9", true], [8, 0, "9", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [1, 3, "4", true], [1, 3, "46", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [8, 1, "9010", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "0", true], [6, 0, "4", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "4", true], [6, 0, "8", true], [6, 0, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.0016310149803757668, "gradient_norm_before_clip": 0.4916171133518219, "kl": 0.08171103751822693, "entropy": 0.6967325602492241, "ratio_outside_clip": 0.0}, {"loss": -0.00012667538248933852, "gradient_norm_before_clip": 0.48532915115356445, "kl": 0.08316981955750348, "entropy": 0.6963396464308648, "ratio_outside_clip": 0.0}]}, {"step": 98, "rows": [[4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "116", true], [4, 7, "11", true], [4, 7, "11", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9111", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [1, 9, "110", true], [1, 9, "1010", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [6, 0, "7", true], [6, 0, "00", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "9", true], [6, 0, "0", true], [6, 0, "8", true], [6, 0, "7", true], [3, 1, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [0, 6, "00", true], [0, 6, "8", true], [0, 6, "8", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "6", true], [6, 6, "12", true], [6, 6, "11", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "126", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.022691121324896812, "gradient_norm_before_clip": 0.47542494535446167, "kl": 0.12275390390969493, "entropy": 0.6283802430322565, "ratio_outside_clip": 0.0}, {"loss": 0.019690992310643196, "gradient_norm_before_clip": 0.4702337384223938, "kl": 0.1244329206782616, "entropy": 0.6293635456108608, "ratio_outside_clip": 0.0}]}, {"step": 99, "rows": [[2, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "407", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "9", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "11", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "0", true], [0, 1, "1", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "9", true], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "17", true], [9, 6, "1512", true], [9, 6, "15", true], [9, 6, "157919", false], [9, 6, "15", true], [9, 6, "1515", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 8, "112", true], [9, 8, "133", true], [9, 8, "13", true], [9, 8, "150101", false], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.025306543335318565, "gradient_norm_before_clip": 0.5242375135421753, "kl": 0.11984554926554362, "entropy": 0.7042114621117002, "ratio_outside_clip": 0.0}, {"loss": -0.02734765037894249, "gradient_norm_before_clip": 0.5164709091186523, "kl": 0.12153122538612002, "entropy": 0.7035933449154809, "ratio_outside_clip": 0.0}]}, {"step": 100, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "0", true], [6, 0, "7", true], [6, 0, "406", true], [6, 0, "6", true], [6, 0, "6", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "3", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "122", true], [7, 6, "12", true], [7, 6, "139", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [9, 6, "138", true], [9, 6, "191915", false], [9, 6, "13", true], [9, 6, "155", true], [9, 6, "15", true], [9, 6, "159", true], [9, 6, "15", true], [9, 6, "15", true], [7, 0, "70100", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.02975616231560707, "gradient_norm_before_clip": 0.4029344320297241, "kl": 0.141547592433952, "entropy": 0.6539418147160456, "ratio_outside_clip": 0.0}, {"loss": -0.03096795827150345, "gradient_norm_before_clip": 0.40564680099487305, "kl": 0.14414154143023067, "entropy": 0.6540658713797846, "ratio_outside_clip": 0.0}]}, {"step": 101, "rows": [[9, 1, "913", true], [9, 1, "113", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10110", true], [9, 1, "9110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "19", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [8, 9, "13", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "17", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "814", true], [5, 7, "122", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "9117", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "7", true], [8, 0, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.026484040543437004, "gradient_norm_before_clip": 0.5841067433357239, "kl": 0.09969269283234126, "entropy": 0.5497277073128514, "ratio_outside_clip": 0.0}, {"loss": 0.023546390235424042, "gradient_norm_before_clip": 0.5674850344657898, "kl": 0.10053558955116877, "entropy": 0.5494538160858962, "ratio_outside_clip": 0.0}]}, {"step": 102, "rows": [[6, 0, "6", true], [6, 0, "6", true], [6, 0, "600000", false], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "00", true], [2, 6, "1010", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [5, 5, "108", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [7, 6, "12", true], [7, 6, "122", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "915155", false], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "12", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "91100", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "3", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.003435031045228243, "gradient_norm_before_clip": 0.6246119141578674, "kl": 0.12818572100471048, "entropy": 0.6543343487907859, "ratio_outside_clip": 0.0}, {"loss": -0.005284061189740896, "gradient_norm_before_clip": 0.6019984483718872, "kl": 0.13026787252987132, "entropy": 0.655120849609375, "ratio_outside_clip": 0.0}]}, {"step": 103, "rows": [[5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "16", true], [5, 5, "8", true], [5, 5, "10", true], [5, 5, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "515915", false], [9, 6, "15", true], [9, 6, "155", true], [9, 6, "151222", false], [9, 6, "155", true], [9, 6, "15212", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "12", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "12", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1010", true], [9, 1, "9101", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.007863396778702736, "gradient_norm_before_clip": 0.5400880575180054, "kl": 0.2081944616765924, "entropy": 0.7417557513127562, "ratio_outside_clip": 0.0}, {"loss": -0.008072941564023495, "gradient_norm_before_clip": 0.545082688331604, "kl": 0.20854666454544485, "entropy": 0.7422562062414617, "ratio_outside_clip": 0.0}]}, {"step": 104, "rows": [[6, 9, "15", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "12", true], [6, 9, "124", true], [6, 9, "15", true], [5, 1, "7", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [4, 6, "9010", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16016", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "110100", false], [2, 9, "110", true], [8, 4, "917127", false], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "110", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04529750719666481, "gradient_norm_before_clip": 0.44475290179252625, "kl": 0.17830478325091972, "entropy": 0.6578543526785714, "ratio_outside_clip": 0.0}, {"loss": 0.044387251138687134, "gradient_norm_before_clip": 0.4437289535999298, "kl": 0.17895806529534558, "entropy": 0.6571104261610243, "ratio_outside_clip": 0.0}]}, {"step": 105, "rows": [[7, 4, "112", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 9, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [9, 4, "12", true], [9, 4, "1212", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "9", true], [5, 5, "10", true], [5, 5, "10", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "120101", false], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "13", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.001739509403705597, "gradient_norm_before_clip": 0.6103502511978149, "kl": 0.1437686781088511, "entropy": 0.5334813594818115, "ratio_outside_clip": 0.0}, {"loss": -0.0003776302037294954, "gradient_norm_before_clip": 0.587083101272583, "kl": 0.14320255319277445, "entropy": 0.5325440168380737, "ratio_outside_clip": 0.0}]}, {"step": 106, "rows": [[7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 6, "13", true], [7, 6, "124", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "112", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "15", true], [9, 6, "815915", false], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "157", true], [9, 6, "12", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "100101", false], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "10", true], [5, 1, "6", true], [5, 1, "0406", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014035253785550594, "gradient_norm_before_clip": 0.5127597451210022, "kl": 0.11620352773955374, "entropy": 0.7343592788233901, "ratio_outside_clip": 0.0}, {"loss": 0.011297127231955528, "gradient_norm_before_clip": 0.5062337517738342, "kl": 0.11644673202977036, "entropy": 0.7327557188091856, "ratio_outside_clip": 0.0}]}, {"step": 107, "rows": [[8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "7", true], [0, 7, "5", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "100006", false], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "9115", true], [9, 1, "91100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "906", true], [1, 7, "8", true], [2, 9, "1107", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.06033112853765488, "gradient_norm_before_clip": 0.555103063583374, "kl": 0.0848124140784854, "entropy": 0.6191060202462333, "ratio_outside_clip": 0.0}, {"loss": 0.05797354504466057, "gradient_norm_before_clip": 0.5520103573799133, "kl": 0.08231096608298165, "entropy": 0.6154484975905645, "ratio_outside_clip": 0.0}]}, {"step": 108, "rows": [[2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "8", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "10", true], [6, 6, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "122", true], [4, 9, "12", true], [4, 9, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "155127", false], [9, 6, "155134", false], [9, 6, "153506", false], [9, 6, "15", true], [9, 6, "915515", false], [9, 6, "1515", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [4, 7, "12", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "911101", false], [4, 7, "11", true], [4, 7, "91111", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009674626402556896, "gradient_norm_before_clip": 0.4939791262149811, "kl": 0.15176844717887453, "entropy": 0.6729317292344147, "ratio_outside_clip": 0.0}, {"loss": -0.011484523303806782, "gradient_norm_before_clip": 0.4758531451225281, "kl": 0.15298158868315256, "entropy": 0.6726021548818211, "ratio_outside_clip": 0.0}]}, {"step": 109, "rows": [[9, 2, "11", true], [9, 2, "11", true], [9, 2, "111010", false], [9, 2, "11000", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "100", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [5, 5, "10", true], [5, 5, "1010", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "99117", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1100", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "8", true], [3, 1, "4", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "10", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.03571875020861626, "gradient_norm_before_clip": 0.6666248440742493, "kl": 0.17509885456251062, "entropy": 0.6133985104768173, "ratio_outside_clip": 0.0}, {"loss": 0.032743025571107864, "gradient_norm_before_clip": 0.637528657913208, "kl": 0.1702814827794614, "entropy": 0.6083375267360521, "ratio_outside_clip": 0.0}]}, {"step": 110, "rows": [[3, 1, "6", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "9", true], [3, 1, "45", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [4, 7, "12", true], [4, 7, "9111", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "11010", true], [4, 7, "12", true], [4, 8, "12000", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [3, 4, "9", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "7", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "0", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04488798603415489, "gradient_norm_before_clip": 0.6092001795768738, "kl": 0.09979911284013228, "entropy": 0.5412129488858309, "ratio_outside_clip": 0.0}, {"loss": -0.04984058067202568, "gradient_norm_before_clip": 0.572817862033844, "kl": 0.09712117368524725, "entropy": 0.5389161109924316, "ratio_outside_clip": 0.0}]}, {"step": 111, "rows": [[8, 8, "12", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "16", true], [8, 8, "16", true], [8, 8, "124", true], [8, 9, "112", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "128", true], [8, 9, "12", true], [8, 9, "17", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [5, 5, "706", true], [5, 5, "10", true], [5, 5, "101", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "12", true], [2, 9, "11", true], [2, 9, "110", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "7", true], [6, 4, "10", true], [6, 4, "6", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.01953226514160633, "gradient_norm_before_clip": 0.6669479608535767, "kl": 0.10823643140200168, "entropy": 0.6024408286574197, "ratio_outside_clip": 0.0}, {"loss": 0.01668086089193821, "gradient_norm_before_clip": 0.6860015988349915, "kl": 0.1060594677251611, "entropy": 0.5988927291611493, "ratio_outside_clip": 0.0}]}, {"step": 112, "rows": [[0, 7, "9", true], [0, 7, "0", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "12", true], [1, 8, "8", true], [1, 8, "12", true], [1, 8, "2", true], [9, 2, "111101", false], [9, 2, "12", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "111", true], [9, 2, "113", true], [9, 2, "11", true], [9, 2, "10", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "8", true], [5, 1, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1010", true], [5, 5, "10", true], [5, 5, "10", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "113", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.012767363339662552, "gradient_norm_before_clip": 0.48307058215141296, "kl": 0.12289989890390737, "entropy": 0.613287600478685, "ratio_outside_clip": 0.0}, {"loss": -0.016107438132166862, "gradient_norm_before_clip": 0.4711996018886566, "kl": 0.12171640561495213, "entropy": 0.6128559002297462, "ratio_outside_clip": 0.0}]}, {"step": 113, "rows": [[6, 2, "9", true], [6, 2, "7", true], [6, 2, "10", true], [6, 2, "9010", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "3", true], [6, 2, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "17", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [6, 9, "15512", true], [6, 9, "555155", false], [6, 9, "191515", false], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "129", true], [6, 9, "1515", true], [6, 9, "128712", false], [4, 7, "1109", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "10", true], [0, 1, "1", true], [0, 1, "11", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.028987549245357513, "gradient_norm_before_clip": 0.47013193368911743, "kl": 0.19609443305050514, "entropy": 0.6501295479180301, "ratio_outside_clip": 0.0}, {"loss": 0.029463693499565125, "gradient_norm_before_clip": 0.48280569911003113, "kl": 0.19434144983741, "entropy": 0.6477613998333197, "ratio_outside_clip": 0.0}]}, {"step": 114, "rows": [[2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [3, 1, "000", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "24", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "26", true], [9, 6, "159151", false], [9, 6, "112", true], [9, 6, "15", true], [9, 6, "1528", true], [9, 6, "1513", true], [9, 6, "155123", false], [9, 6, "1512", true], [9, 6, "155915", false], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "1268", true], [8, 5, "12", true], [8, 5, "122", true], [1, 3, "", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "112", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0031435019336640835, "gradient_norm_before_clip": 0.47885867953300476, "kl": 0.18903417172639267, "entropy": 0.6804068192191746, "ratio_outside_clip": 0.0}, {"loss": -0.004390365909785032, "gradient_norm_before_clip": 0.478092759847641, "kl": 0.1866391845371412, "entropy": 0.678864105888035, "ratio_outside_clip": 0.0}]}, {"step": 115, "rows": [[9, 8, "12", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "12", true], [7, 0, "7", true], [7, 0, "4", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "0", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "7", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "12", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "16", true], [5, 5, "10", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [8, 4, "37", true], [8, 4, "13", true], [8, 4, "17", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "1312", true], [8, 4, "12", true], [8, 4, "91110", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018364449962973595, "gradient_norm_before_clip": 0.690282940864563, "kl": 0.07772607023611008, "entropy": 0.6743516262222387, "ratio_outside_clip": 0.0}, {"loss": 0.016445111483335495, "gradient_norm_before_clip": 0.6367340087890625, "kl": 0.07819461222714598, "entropy": 0.674046738342669, "ratio_outside_clip": 0.0}]}, {"step": 116, "rows": [[5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1110", true], [1, 0, "12", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "8", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "000", true], [1, 5, "10", true], [1, 5, "7", true], [1, 5, "4", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "112", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "14", true], [1, 3, "49112", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4408", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.050555888563394547, "gradient_norm_before_clip": 0.7628642320632935, "kl": 0.13122792513865345, "entropy": 0.730058010269261, "ratio_outside_clip": 0.0}, {"loss": 0.04666759818792343, "gradient_norm_before_clip": 0.736142098903656, "kl": 0.13226890563964844, "entropy": 0.7305912521650206, "ratio_outside_clip": 0.0}]}, {"step": 117, "rows": [[1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "9", true], [1, 0, "2", true], [1, 0, "1", true], [1, 0, "1", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "0", true], [1, 2, "4", true], [1, 2, "4", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "9", true], [3, 1, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "911112", false], [8, 1, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "110010", false], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.07733256369829178, "gradient_norm_before_clip": 0.7760747671127319, "kl": 0.11404709468614187, "entropy": 0.6643104300593698, "ratio_outside_clip": 0.0}, {"loss": -0.08129135519266129, "gradient_norm_before_clip": 0.7734066843986511, "kl": 0.11471646037322795, "entropy": 0.6631566736082367, "ratio_outside_clip": 0.0}]}, {"step": 118, "rows": [[2, 4, "7", true], [2, 4, "2", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [4, 2, "4", true], [4, 2, "6", true], [4, 2, "10", true], [4, 2, "7", true], [4, 2, "808", true], [4, 2, "4", true], [4, 2, "8", true], [4, 2, "7", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "17", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "100", true], [8, 0, "9", true], [8, 0, "10006", true], [8, 0, "10", true], [8, 0, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04317810386419296, "gradient_norm_before_clip": 0.6816261410713196, "kl": 0.047323421308189444, "entropy": 0.6880947040144805, "ratio_outside_clip": 0.0}, {"loss": 0.04249857738614082, "gradient_norm_before_clip": 0.681227445602417, "kl": 0.0474730175771531, "entropy": 0.6875798413707952, "ratio_outside_clip": 0.0}]}, {"step": 119, "rows": [[0, 0, "0", true], [0, 0, "", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "10", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "11", true], [9, 2, "117", true], [9, 2, "17", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "10", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "4", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "4", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020015684887766838, "gradient_norm_before_clip": 0.6545963883399963, "kl": 0.08392986570085798, "entropy": 0.6613733564104353, "ratio_outside_clip": 0.0}, {"loss": -0.021925101056694984, "gradient_norm_before_clip": 0.6278937458992004, "kl": 0.08341473851885114, "entropy": 0.6608585902622768, "ratio_outside_clip": 0.0}]}, {"step": 120, "rows": [[7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "100010", false], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true], [5, 8, "12", true], [5, 8, "19", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 6, "9115", true], [6, 6, "15", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "11010", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.049005843698978424, "gradient_norm_before_clip": 0.37832844257354736, "kl": 0.079561192938622, "entropy": 0.5624181869182181, "ratio_outside_clip": 0.0}, {"loss": 0.0482136532664299, "gradient_norm_before_clip": 0.3795579969882965, "kl": 0.07906506923919028, "entropy": 0.5611034961456948, "ratio_outside_clip": 0.0}]}, {"step": 121, "rows": [[9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "122", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "16", true], [7, 6, "17", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "15010", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "17", true], [5, 5, "10", true], [5, 5, "110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [6, 6, "12", true], [6, 6, "1212", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.008748219348490238, "gradient_norm_before_clip": 0.44179069995880127, "kl": 0.07127031025133634, "entropy": 0.4536767256887336, "ratio_outside_clip": 0.0}, {"loss": -0.009956841357052326, "gradient_norm_before_clip": 0.44388264417648315, "kl": 0.07096575686806127, "entropy": 0.45455278095446133, "ratio_outside_clip": 0.0}]}, {"step": 122, "rows": [[9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "11112", true], [9, 3, "12", true], [5, 7, "111", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "121", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "9", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "", true], [4, 2, "7", true], [4, 2, "6", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "16", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.008703545667231083, "gradient_norm_before_clip": 0.6168972253799438, "kl": 0.0576594072229722, "entropy": 0.5244396434110754, "ratio_outside_clip": 0.0}, {"loss": -0.011978648602962494, "gradient_norm_before_clip": 0.6030254364013672, "kl": 0.05717926025390625, "entropy": 0.524658203125, "ratio_outside_clip": 0.0}]}, {"step": 123, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "1312", true], [7, 6, "12", true], [7, 6, "12", true], [5, 1, "10", true], [5, 1, "10", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "2", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [5, 5, "17", true], [5, 5, "10", true], [5, 5, "100", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [7, 6, "13", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "124", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "111010", false], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.017726730555295944, "gradient_norm_before_clip": 0.5560749173164368, "kl": 0.10600067650139665, "entropy": 0.5756504335882944, "ratio_outside_clip": 0.0}, {"loss": -0.019736971706151962, "gradient_norm_before_clip": 0.5526398420333862, "kl": 0.10627263884304622, "entropy": 0.5754205714390931, "ratio_outside_clip": 0.0}]}, {"step": 124, "rows": [[2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "91129", true], [7, 6, "1202", true], [7, 6, "10", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "6", true], [2, 1, "7", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "200", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "6", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02555127814412117, "gradient_norm_before_clip": 0.4669841229915619, "kl": 0.056250625515576476, "entropy": 0.6123213679153726, "ratio_outside_clip": 0.0}, {"loss": 0.02395111322402954, "gradient_norm_before_clip": 0.46661075949668884, "kl": 0.056434465491253395, "entropy": 0.6123170556488985, "ratio_outside_clip": 0.0}]}, {"step": 125, "rows": [[5, 5, "100", true], [5, 5, "10", true], [5, 5, "91110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "6", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [9, 6, "1512", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "181891", false], [9, 6, "15", true], [9, 6, "555155", false], [9, 6, "13", true], [9, 6, "155510", false], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "0", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "0", true], [2, 1, "4", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "0", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00919260736554861, "gradient_norm_before_clip": 0.48442310094833374, "kl": 0.19186635244460332, "entropy": 0.7063673110235305, "ratio_outside_clip": 0.0}, {"loss": 0.0072375210002064705, "gradient_norm_before_clip": 0.4832678437232971, "kl": 0.19266198930286227, "entropy": 0.7053074155535016, "ratio_outside_clip": 0.0}]}, {"step": 126, "rows": [[1, 9, "10", true], [1, 9, "1111", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [6, 2, "7", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "9", true], [9, 6, "175517", false], [9, 6, "159155", false], [9, 6, "1516", true], [9, 6, "15212", true], [9, 6, "155", true], [9, 6, "155555", false], [9, 6, "155556", false], [9, 6, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "8", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03967685624957085, "gradient_norm_before_clip": 0.5851144194602966, "kl": 0.19535689301543183, "entropy": 0.6388347751491672, "ratio_outside_clip": 0.0}, {"loss": 0.036879200488328934, "gradient_norm_before_clip": 0.5762454867362976, "kl": 0.19369089734423292, "entropy": 0.6380909930218707, "ratio_outside_clip": 0.0}]}, {"step": 127, "rows": [[5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [8, 2, "9010", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 8, "7", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "8", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "9", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "00", true], [5, 1, "4", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "10", true], [8, 2, "7", true], [8, 2, "10", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "10", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9111", true], [8, 1, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.009000588208436966, "gradient_norm_before_clip": 0.5917536616325378, "kl": 0.06200792275223078, "entropy": 0.6584983277165033, "ratio_outside_clip": 0.0}, {"loss": -0.012889905832707882, "gradient_norm_before_clip": 0.5600948333740234, "kl": 0.06309365914538016, "entropy": 0.6560731775620404, "ratio_outside_clip": 0.0}]}, {"step": 128, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "9", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "2", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [2, 9, "11", true], [2, 9, "11100", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [1, 3, "6", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "404", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "3", true], [7, 6, "12", true], [7, 6, "127", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "10", true], [7, 6, "1228", true], [7, 6, "12", true], [7, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01835288666188717, "gradient_norm_before_clip": 0.7336368560791016, "kl": 0.10469855070114135, "entropy": 0.5973288536071777, "ratio_outside_clip": 0.0}, {"loss": -0.021357614547014236, "gradient_norm_before_clip": 0.7098461389541626, "kl": 0.10557396411895752, "entropy": 0.5977761745452881, "ratio_outside_clip": 0.0}]}, {"step": 129, "rows": [[2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "7", true], [2, 6, "10", true], [2, 1, "42", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "0", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "7", true], [2, 1, "3", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 6, "158555", false], [9, 6, "123", true], [9, 6, "15", true], [9, 6, "1520", true], [9, 6, "155571", false], [9, 6, "151224", false], [9, 6, "13", true], [9, 6, "15", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "2", true], [1, 3, "2", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.014878401532769203, "gradient_norm_before_clip": 0.6614304780960083, "kl": 0.14570982244950306, "entropy": 0.7811902686010433, "ratio_outside_clip": 0.0}, {"loss": -0.01819961704313755, "gradient_norm_before_clip": 0.6591065526008606, "kl": 0.1530877004695844, "entropy": 0.7823975478546529, "ratio_outside_clip": 0.0}]}, {"step": 130, "rows": [[1, 5, "7", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "7", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "2", true], [1, 0, "7", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [0, 7, "2", true], [0, 7, "10", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "10", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "133", true], [6, 9, "15", true], [6, 9, "153", true], [6, 9, "155915", false], [6, 9, "15", true], [6, 9, "155611", false], [0, 0, "1", true], [0, 0, "", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "7", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01595047488808632, "gradient_norm_before_clip": 0.4314132332801819, "kl": 0.1775394786487926, "entropy": 0.7003837684532265, "ratio_outside_clip": 0.0}, {"loss": -0.018503056839108467, "gradient_norm_before_clip": 0.42325952649116516, "kl": 0.18851646819672027, "entropy": 0.7009354133110541, "ratio_outside_clip": 0.0}]}, {"step": 131, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "100", true], [1, 9, "11", true], [3, 1, "6010", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "6", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "406", true], [0, 7, "7", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "10", true], [8, 0, "7", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.058133289217948914, "gradient_norm_before_clip": 0.5954962968826294, "kl": 0.09478570328277795, "entropy": 0.659982798050861, "ratio_outside_clip": 0.0}, {"loss": 0.055473364889621735, "gradient_norm_before_clip": 0.5860677361488342, "kl": 0.0969621178244247, "entropy": 0.6597265126753826, "ratio_outside_clip": 0.0}]}, {"step": 132, "rows": [[7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11110", true], [7, 4, "11", true], [7, 4, "9113", true], [7, 4, "11", true], [7, 4, "11", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [2, 2, "4", true], [2, 2, "0", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "15", true], [6, 6, "851555", false], [6, 6, "15", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "12", true], [7, 4, "10", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1100", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.004118360113352537, "gradient_norm_before_clip": 0.5785633325576782, "kl": 0.13467204052469003, "entropy": 0.6182495614756709, "ratio_outside_clip": 0.0}, {"loss": 0.00305569008924067, "gradient_norm_before_clip": 0.5617786645889282, "kl": 0.13599841491035794, "entropy": 0.6176578687584918, "ratio_outside_clip": 0.0}]}, {"step": 133, "rows": [[8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "112", true], [6, 7, "13", true], [6, 7, "110", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "17", true], [6, 7, "12", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "00", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9111", true], [6, 4, "10", true], [2, 5, "7", true], [2, 5, "606", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.05981113389134407, "gradient_norm_before_clip": 0.43587395548820496, "kl": 0.06855598991439188, "entropy": 0.6472852357040496, "ratio_outside_clip": 0.0}, {"loss": 0.057886045426130295, "gradient_norm_before_clip": 0.4363403916358948, "kl": 0.06908178611619938, "entropy": 0.6464662269727718, "ratio_outside_clip": 0.0}]}, {"step": 134, "rows": [[7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "3", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9815", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "", true], [0, 1, "10", true], [0, 1, "6", true], [0, 1, "10", true], [9, 6, "155515", false], [9, 6, "15", true], [9, 6, "157", true], [9, 6, "155551", false], [9, 6, "155155", false], [9, 6, "15127", true], [9, 6, "15153", true], [9, 6, "15", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "113", true], [9, 2, "118", true], [9, 2, "8", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "73", true], [2, 7, "10", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "91110", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.07223451882600784, "gradient_norm_before_clip": 0.7130533456802368, "kl": 0.3100764725234482, "entropy": 0.7217369498787346, "ratio_outside_clip": 0.0}, {"loss": -0.07408641278743744, "gradient_norm_before_clip": 0.7059714794158936, "kl": 0.31325933435461023, "entropy": 0.7221419785048936, "ratio_outside_clip": 0.0}]}, {"step": 135, "rows": [[1, 0, "1", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "6", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "11", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "7", true], [4, 9, "110", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "111", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "15", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "112", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 9, "11", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "16", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.011981884017586708, "gradient_norm_before_clip": 0.5533241629600525, "kl": 0.14016021590635, "entropy": 0.6008861495787838, "ratio_outside_clip": 0.0}, {"loss": 0.009849980473518372, "gradient_norm_before_clip": 0.540692150592804, "kl": 0.14348235762262918, "entropy": 0.6002624235957502, "ratio_outside_clip": 0.0}]}, {"step": 136, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [9, 6, "155415", false], [9, 6, "15210", true], [9, 6, "15", true], [9, 6, "1513", true], [9, 6, "915116", false], [9, 6, "155555", false], [9, 6, "15", true], [9, 6, "157171", false], [9, 8, "12", true], [9, 8, "19112", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "15", true], [9, 8, "155", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "4", true], [5, 1, "7", true], [5, 1, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "7110", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "11", true], [6, 4, "6", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "110", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.002444550860673189, "gradient_norm_before_clip": 0.45332688093185425, "kl": 0.2464410480700041, "entropy": 0.68631591796875, "ratio_outside_clip": 0.0}, {"loss": -0.005194450728595257, "gradient_norm_before_clip": 0.4457063376903534, "kl": 0.24328802008377878, "entropy": 0.6857237163342927, "ratio_outside_clip": 0.0}]}, {"step": 137, "rows": [[5, 7, "17", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "7", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [8, 8, "12", true], [8, 8, "19", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "19", true], [8, 8, "112", true], [8, 8, "17512", true], [8, 8, "12", true], [7, 5, "12", true], [7, 5, "9", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "11", true], [4, 8, "9112", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [9, 2, "10", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11010", true], [9, 2, "111000", false], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "110", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.019267059862613678, "gradient_norm_before_clip": 0.5321172475814819, "kl": 0.10323374470074971, "entropy": 0.5718429485956827, "ratio_outside_clip": 0.0}, {"loss": -0.021089250221848488, "gradient_norm_before_clip": 0.5285845994949341, "kl": 0.10723755757013957, "entropy": 0.5724937915802002, "ratio_outside_clip": 0.0}]}, {"step": 138, "rows": [[8, 1, "8", true], [8, 1, "913", true], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "100", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "9110", true], [8, 1, "9", true], [8, 1, "9", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "10", true], [8, 2, "11", true], [8, 2, "100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "12", true], [2, 9, "110", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "10", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "11010", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.00537108164280653, "gradient_norm_before_clip": 0.5400974750518799, "kl": 0.17834504984192928, "entropy": 0.6660434701348429, "ratio_outside_clip": 0.0}, {"loss": -0.00699903117492795, "gradient_norm_before_clip": 0.5369706749916077, "kl": 0.18525253985561219, "entropy": 0.6678793524618203, "ratio_outside_clip": 0.0}]}, {"step": 139, "rows": [[8, 8, "13", true], [8, 8, "15", true], [8, 8, "12", true], [8, 8, "117", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "8", true], [4, 2, "6", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "0", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "11", true], [2, 8, "10", true], [2, 8, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [9, 1, "10", true], [9, 1, "10", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "6", true], [4, 3, "7", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "2", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0037529857363551855, "gradient_norm_before_clip": 0.7994367480278015, "kl": 0.07396343954248366, "entropy": 0.6614206850139144, "ratio_outside_clip": 0.0}, {"loss": -0.010536735877394676, "gradient_norm_before_clip": 0.7616338729858398, "kl": 0.07798853730843737, "entropy": 0.6620253020641851, "ratio_outside_clip": 0.0}]}, {"step": 140, "rows": [[1, 5, "6010", true], [1, 5, "6", true], [1, 5, "00", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "6", true], [1, 5, "6", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "110000", false], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [9, 4, "113", true], [9, 4, "11010", true], [9, 4, "111", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "9", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9010", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "00", true], [5, 1, "00", true], [5, 1, "9", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.059241071343421936, "gradient_norm_before_clip": 0.6441333293914795, "kl": 0.1013603879694353, "entropy": 0.7242296006944444, "ratio_outside_clip": 0.0}, {"loss": 0.056653596460819244, "gradient_norm_before_clip": 0.6427319645881653, "kl": 0.10276456464800918, "entropy": 0.7247025339226973, "ratio_outside_clip": 0.0}]}, {"step": 141, "rows": [[5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "16", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 4, "6", true], [4, 4, "100", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "10", true], [4, 4, "10", true], [4, 4, "8", true], [1, 5, "0", true], [1, 5, "6", true], [1, 5, "10", true], [1, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "4", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [4, 8, "11", true], [4, 8, "12", true], [4, 8, "17", true], [4, 8, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [9, 8, "15010", true], [9, 8, "15", true], [9, 8, "1517", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "127", true], [9, 8, "15", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.02655651979148388, "gradient_norm_before_clip": 0.648510754108429, "kl": 0.07357467846436934, "entropy": 0.6262482729825106, "ratio_outside_clip": 0.0}, {"loss": 0.021768052130937576, "gradient_norm_before_clip": 0.6526417136192322, "kl": 0.0781598524613814, "entropy": 0.6299715042114258, "ratio_outside_clip": 0.0}]}, {"step": 142, "rows": [[1, 2, "2", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "6", true], [1, 2, "1", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "122", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [9, 6, "155155", false], [9, 6, "1512", true], [9, 6, "155155", false], [9, 6, "156515", false], [9, 6, "1513", true], [9, 6, "113", true], [9, 6, "155915", false], [9, 6, "155551", false], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "121010", false], [5, 7, "12", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "6", true], [9, 1, "10", true], [9, 1, "10", true], [4, 6, "13", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "8", true], [4, 6, "10000", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.048475995659828186, "gradient_norm_before_clip": 0.3875286877155304, "kl": 0.37752988325987813, "entropy": 0.6750646461366983, "ratio_outside_clip": 0.0}, {"loss": -0.05013050511479378, "gradient_norm_before_clip": 0.37401434779167175, "kl": 0.39325678161301536, "entropy": 0.6725484638313972, "ratio_outside_clip": 0.0}]}, {"step": 143, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "102", true], [4, 6, "10", true], [4, 6, "10", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "124", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "100", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "80000", true], [2, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [8, 8, "15", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "16", true], [8, 8, "12", true], [8, 8, "13", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "2", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0009383916622027755, "gradient_norm_before_clip": 0.4765627086162567, "kl": 0.09398961908677045, "entropy": 0.5809534858254826, "ratio_outside_clip": 0.0}, {"loss": -6.378538819262758e-05, "gradient_norm_before_clip": 0.4846821129322052, "kl": 0.09726462644689224, "entropy": 0.5819047815659467, "ratio_outside_clip": 0.0}]}, {"step": 144, "rows": [[4, 7, "11", true], [4, 7, "1116", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "112", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 2, "9", true], [4, 2, "7", true], [4, 2, "4", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "12", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11010", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "112", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.04932135343551636, "gradient_norm_before_clip": 0.567833423614502, "kl": 0.15306108237723626, "entropy": 0.6303166496683155, "ratio_outside_clip": 0.0}, {"loss": 0.047633763402700424, "gradient_norm_before_clip": 0.5656901597976685, "kl": 0.15546322433200813, "entropy": 0.6329786311945266, "ratio_outside_clip": 0.0}]}, {"step": 145, "rows": [[0, 8, "9", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "9", true], [8, 9, "13", true], [8, 9, "155915", false], [8, 9, "15", true], [8, 9, "1512", true], [8, 9, "1712", true], [8, 9, "13", true], [8, 9, "128", true], [8, 9, "1513", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "13", true], [7, 4, "10", true], [7, 4, "110", true], [7, 4, "110", true], [7, 4, "11110", true], [7, 4, "110", true], [7, 4, "119", true], [7, 4, "112", true], [7, 4, "11", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "113", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [5, 8, "133", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "15", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "17", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.02433295175433159, "gradient_norm_before_clip": 0.4025040864944458, "kl": 0.16382639748709543, "entropy": 0.6659214253328285, "ratio_outside_clip": 0.0}, {"loss": -0.025381622835993767, "gradient_norm_before_clip": 0.40260049700737, "kl": 0.16806215169478436, "entropy": 0.6695248350805166, "ratio_outside_clip": 0.0}]}, {"step": 146, "rows": [[2, 8, "8", true], [2, 8, "8", true], [2, 8, "911110", false], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "9110", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "90100", true], [5, 5, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [4, 6, "10", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "6", true], [4, 4, "8", true], [4, 4, "3", true], [4, 4, "3", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.08772501349449158, "gradient_norm_before_clip": 1.1535844802856445, "kl": 0.17839951727800307, "entropy": 0.6321471390450836, "ratio_outside_clip": 0.0}, {"loss": -0.09282248467206955, "gradient_norm_before_clip": 1.1091585159301758, "kl": 0.18041064025490147, "entropy": 0.6306060499446408, "ratio_outside_clip": 0.0}]}, {"step": 147, "rows": [[0, 1, "0", true], [0, 1, "10", true], [0, 1, "3", true], [0, 1, "0", true], [0, 1, "8", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [9, 2, "11000", true], [9, 2, "110", true], [9, 2, "1100", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "12", true], [9, 2, "110", true], [9, 2, "12", true], [8, 8, "915179", false], [8, 8, "123", true], [8, 8, "124", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "19", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "15", true], [9, 2, "16", true], [9, 2, "113", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "13", true], [5, 7, "12", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "19", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04785927012562752, "gradient_norm_before_clip": 1.5045876502990723, "kl": 0.3110869301689996, "entropy": 0.629784901936849, "ratio_outside_clip": 0.0}, {"loss": -0.05414041504263878, "gradient_norm_before_clip": 1.364205241203308, "kl": 0.3109395768907335, "entropy": 0.6245461781819661, "ratio_outside_clip": 0.0}]}, {"step": 148, "rows": [[7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "12", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "00", true], [0, 1, "3", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "17", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [8, 9, "17", true], [8, 9, "1513", true], [8, 9, "13", true], [8, 9, "123", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 1, "1010", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "6", true], [8, 1, "91110", true], [4, 7, "110", true], [4, 7, "12", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "12", true], [4, 7, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.002206112490966916, "gradient_norm_before_clip": 0.8783128261566162, "kl": 0.24324529679095158, "entropy": 0.6857820521286928, "ratio_outside_clip": 0.0}, {"loss": -0.002463715383782983, "gradient_norm_before_clip": 0.7786362767219543, "kl": 0.2370939411100794, "entropy": 0.6781941815152195, "ratio_outside_clip": 0.0}]}, {"step": 149, "rows": [[1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "7", true], [1, 8, "6", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "1913", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "15", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1110", true], [4, 7, "11008", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11000", true], [4, 7, "11", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [1, 7, "6", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "10", true], [1, 7, "9", true], [1, 7, "8", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "11110", true], [7, 4, "1106", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11110", true], [7, 4, "110", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "112", true], [5, 7, "12", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "4", true], [3, 4, "7", true], [3, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.022640474140644073, "gradient_norm_before_clip": 0.6021552681922913, "kl": 0.23610573229582413, "entropy": 0.6307851957238239, "ratio_outside_clip": 0.0}, {"loss": -0.025808468461036682, "gradient_norm_before_clip": 0.38782113790512085, "kl": 0.23029354344243588, "entropy": 0.6186663171519404, "ratio_outside_clip": 0.005434782608695652}]}, {"step": 150, "rows": [[1, 0, "11", true], [1, 0, "0", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1010", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "112", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "6", true], [0, 8, "8", true], [0, 8, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "30606", true], [3, 1, "4", true], [3, 1, "407", true], [3, 1, "4", true], [3, 1, "4", true], [3, 9, "1110", true], [3, 9, "12", true], [3, 9, "91715", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "110", true], [4, 9, "15", true], [4, 9, "19", true], [4, 9, "18", true], [4, 9, "12", true], [4, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.08101772516965866, "gradient_norm_before_clip": 0.7009271383285522, "kl": 0.16369767216911094, "entropy": 0.6574951528805738, "ratio_outside_clip": 0.0}, {"loss": 0.07871784269809723, "gradient_norm_before_clip": 0.7028265595436096, "kl": 0.16179322359854714, "entropy": 0.6540766487344664, "ratio_outside_clip": 0.0}]}, {"step": 151, "rows": [[6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 9, "159810", false], [6, 9, "1512", true], [6, 9, "15515", true], [6, 9, "152", true], [6, 9, "155", true], [6, 9, "1515", true], [6, 9, "155517", false], [6, 9, "151523", false], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "17", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "15", true], [5, 8, "12", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [7, 1, "9", true], [7, 1, "912", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "10", true], [7, 1, "8", true], [7, 1, "4", true], [7, 1, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.022694936022162437, "gradient_norm_before_clip": 0.46212390065193176, "kl": 0.3285436050667947, "entropy": 0.6629346141499051, "ratio_outside_clip": 0.0}, {"loss": 0.020963827148079872, "gradient_norm_before_clip": 0.4590313136577606, "kl": 0.32545382673569145, "entropy": 0.662079742600246, "ratio_outside_clip": 0.0}]}, {"step": 152, "rows": [[1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "112", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "10", true], [9, 1, "10", true], [9, 1, "101010", false], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "10110", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "7", true], [4, 7, "1110", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "91110", true], [4, 7, "11", true], [6, 4, "91110", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.0049881055019795895, "gradient_norm_before_clip": 0.4353373944759369, "kl": 0.18680953979492188, "entropy": 0.5580973905675551, "ratio_outside_clip": 0.0}, {"loss": 0.0027853448409587145, "gradient_norm_before_clip": 0.4141389727592468, "kl": 0.1850675083099202, "entropy": 0.5532614968039773, "ratio_outside_clip": 0.0}]}, {"step": 153, "rows": [[8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "112", true], [8, 5, "12", true], [8, 5, "12010", true], [8, 5, "16", true], [8, 5, "13", true], [8, 1, "7", true], [8, 1, "9110", true], [8, 1, "818", true], [8, 1, "911110", false], [8, 1, "7", true], [8, 1, "8", true], [8, 1, "88", true], [8, 1, "8", true], [6, 4, "11", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [5, 8, "15", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "126", true], [5, 8, "12", true], [5, 8, "12", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "6", true], [2, 7, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.05606124550104141, "gradient_norm_before_clip": 1.0355157852172852, "kl": 0.11595655291267995, "entropy": 0.661794169565265, "ratio_outside_clip": 0.0}, {"loss": -0.06082834675908089, "gradient_norm_before_clip": 0.9507580399513245, "kl": 0.11720194441548894, "entropy": 0.6558880752392029, "ratio_outside_clip": 0.0}]}, {"step": 154, "rows": [[5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "11010", true], [6, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "110", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "15", true], [3, 9, "1208", true], [3, 9, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "15", true], [6, 6, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [4, 8, "11", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0008884686976671219, "gradient_norm_before_clip": 0.7152562141418457, "kl": 0.12573686906093143, "entropy": 0.4719435538652647, "ratio_outside_clip": 0.0}, {"loss": -0.004245545715093613, "gradient_norm_before_clip": 0.6820738911628723, "kl": 0.12644845834050153, "entropy": 0.46660270097959844, "ratio_outside_clip": 0.0}]}, {"step": 155, "rows": [[6, 6, "911555", false], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "10", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "7", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "915555", false], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [2, 5, "6", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "15", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12140", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "6", true], [1, 1, "2", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [3, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.06540185213088989, "gradient_norm_before_clip": 0.637310266494751, "kl": 0.053717674928552964, "entropy": 0.5760930678423714, "ratio_outside_clip": 0.0}, {"loss": 0.06023961678147316, "gradient_norm_before_clip": 0.6339133977890015, "kl": 0.0499848253586713, "entropy": 0.5711515538832721, "ratio_outside_clip": 0.0}]}, {"step": 156, "rows": [[5, 2, "9", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "915715", false], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [6, 6, "1212", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "123", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "12", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [1, 3, "7", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400", true], [1, 3, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.014262820594012737, "gradient_norm_before_clip": 0.7978262901306152, "kl": 0.05221877412167852, "entropy": 0.5580940475007017, "ratio_outside_clip": 0.0}, {"loss": 0.00877775251865387, "gradient_norm_before_clip": 0.8245436549186707, "kl": 0.053179826565131455, "entropy": 0.5543366392215568, "ratio_outside_clip": 0.0}]}, {"step": 157, "rows": [[5, 4, "10", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "10", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "3", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "7", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [9, 8, "12", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "122", true], [9, 8, "11016", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "17", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04096555337309837, "gradient_norm_before_clip": 0.6112770438194275, "kl": 0.1115723414136874, "entropy": 0.6856319604330505, "ratio_outside_clip": 0.0}, {"loss": 0.039945777505636215, "gradient_norm_before_clip": 0.6125492453575134, "kl": 0.11005223507912743, "entropy": 0.6840245834249534, "ratio_outside_clip": 0.0}]}, {"step": 158, "rows": [[2, 8, "10", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "15", true], [8, 8, "112", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [3, 1, "4", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "6", true], [3, 1, "7", true], [3, 1, "4", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true], [4, 9, "13", true], [4, 9, "10", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "1110", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [2, 5, "9", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [7, 0, "4", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "10", true], [7, 0, "101010", false], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.03683183342218399, "gradient_norm_before_clip": 0.7794881463050842, "kl": 0.09644389892957225, "entropy": 0.6869038647006017, "ratio_outside_clip": 0.0}, {"loss": 0.03666894510388374, "gradient_norm_before_clip": 0.7703371644020081, "kl": 0.0965492710563707, "entropy": 0.6835609578197788, "ratio_outside_clip": 0.0}]}, {"step": 159, "rows": [[4, 5, "8", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 2, "117", true], [9, 2, "111010", false], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "10", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "162", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "2", true], [1, 2, "406", true], [1, 2, "3", true], [1, 2, "2", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.010479542426764965, "gradient_norm_before_clip": 0.5822588205337524, "kl": 0.13949207045276713, "entropy": 0.5671915563737383, "ratio_outside_clip": 0.0}, {"loss": 0.009593380615115166, "gradient_norm_before_clip": 0.5814564824104309, "kl": 0.13734911095281566, "entropy": 0.566009663647006, "ratio_outside_clip": 0.0}]}, {"step": 160, "rows": [[6, 9, "155541", false], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "155715", false], [6, 9, "125", true], [6, 9, "15", true], [6, 9, "155", true], [6, 9, "1512", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "10", true], [3, 9, "12", true], [9, 8, "15", true], [9, 8, "1010", true], [9, 8, "117", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "1516", true], [7, 0, "60", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "4", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "11010", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1010", true], [0, 0, "0", true], [0, 0, "0", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.037717752158641815, "gradient_norm_before_clip": 0.7990595698356628, "kl": 0.1551633741034836, "entropy": 0.6895583522775786, "ratio_outside_clip": 0.0}, {"loss": 0.0337701290845871, "gradient_norm_before_clip": 0.7761906981468201, "kl": 0.1564464569091797, "entropy": 0.6884876105303321, "ratio_outside_clip": 0.0}]}, {"step": 161, "rows": [[3, 1, "2", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "426", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "1000", true], [1, 9, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "", true], [0, 1, "10", true], [0, 1, "110", true], [0, 1, "1", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "1", true], [4, 2, "10", true], [4, 2, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [4, 9, "110", true], [4, 9, "12", true], [4, 9, "111", true], [4, 9, "12", true], [4, 9, "12010", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "90110", true], [9, 1, "10", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.007149661425501108, "gradient_norm_before_clip": 0.3431873321533203, "kl": 0.19601479223219015, "entropy": 0.5826417739781956, "ratio_outside_clip": 0.0}, {"loss": -0.00879157055169344, "gradient_norm_before_clip": 0.3420726954936981, "kl": 0.19172282676912297, "entropy": 0.5814586143709172, "ratio_outside_clip": 0.0}]}, {"step": 162, "rows": [[4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6010", true], [5, 1, "6", true], [5, 1, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [9, 1, "12", true], [9, 1, "10100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 3, "4", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018570609390735626, "gradient_norm_before_clip": 0.6384778022766113, "kl": 0.13255063225241268, "entropy": 0.6016708573484733, "ratio_outside_clip": 0.0}, {"loss": -0.019290724769234657, "gradient_norm_before_clip": 0.6466938257217407, "kl": 0.13194986729840047, "entropy": 0.5998999901067198, "ratio_outside_clip": 0.0}]}, {"step": 163, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [6, 9, "1513", true], [6, 9, "15", true], [6, 9, "157", true], [6, 9, "155", true], [6, 9, "13", true], [6, 9, "1512", true], [6, 9, "1515", true], [6, 9, "155512", false], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "7", true], [1, 5, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15512", true], [9, 6, "15", true], [9, 6, "1513", true], [9, 6, "15", true], [9, 6, "1213", true], [9, 6, "17", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "1110", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "1111", true], [2, 9, "11", true], [1, 9, "10", true], [1, 9, "9", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [9, 8, "15412", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "122", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "16", true], [9, 8, "15", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.01303570531308651, "gradient_norm_before_clip": 0.538414716720581, "kl": 0.29082997639973956, "entropy": 0.6837141747568168, "ratio_outside_clip": 0.0}, {"loss": -0.015181591734290123, "gradient_norm_before_clip": 0.5236512422561646, "kl": 0.2981119155883789, "entropy": 0.6845449559828815, "ratio_outside_clip": 0.0}]}, {"step": 164, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "9112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "121", true], [9, 8, "17", true], [9, 8, "195151", false], [9, 8, "19", true], [9, 8, "1715", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "17", true], [6, 9, "1512", true], [6, 9, "17", true], [6, 9, "15123", true], [6, 9, "157", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "152", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "15", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 2, "911110", false], [8, 2, "100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "1110", true], [8, 2, "10", true], [8, 2, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": -0.0027499061543494463, "gradient_norm_before_clip": 0.29230213165283203, "kl": 0.2000792121887207, "entropy": 0.5770560455322266, "ratio_outside_clip": 0.0}, {"loss": -0.0037530071567744017, "gradient_norm_before_clip": 0.2932172417640686, "kl": 0.20515247344970702, "entropy": 0.5777294158935546, "ratio_outside_clip": 0.0}]}, {"step": 165, "rows": [[8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "1214", true], [8, 4, "12", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "19", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "9110", true], [8, 1, "9010", true], [8, 1, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8010", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [0, 8, "8", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "19", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "12", true], [9, 8, "110", true], [1, 5, "3", true], [1, 5, "4", true], [1, 5, "7", true], [1, 5, "11", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "9", true], [1, 5, "6", true], [8, 1, "8", true], [8, 1, "90106", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "2", true], [0, 1, "1", true], [0, 1, "1", true], [0, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03333703428506851, "gradient_norm_before_clip": 0.41069871187210083, "kl": 0.19930447231639514, "entropy": 0.7022446719082919, "ratio_outside_clip": 0.0}, {"loss": -0.033838141709566116, "gradient_norm_before_clip": 0.4130258858203888, "kl": 0.2017925869334828, "entropy": 0.7030587196350098, "ratio_outside_clip": 0.0}]}, {"step": 166, "rows": [[4, 4, "", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [4, 8, "16", true], [4, 8, "123", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [9, 6, "155571", false], [9, 6, "1506", true], [9, 6, "123", true], [9, 6, "158", true], [9, 6, "1513", true], [9, 6, "153", true], [9, 6, "15123", true], [9, 6, "191551", false], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "6", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "110", true], [1, 9, "10", true], [1, 9, "8", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.035984817892313004, "gradient_norm_before_clip": 0.5481141805648804, "kl": 0.18180728995281717, "entropy": 0.5829185817552649, "ratio_outside_clip": 0.0}, {"loss": -0.03935544565320015, "gradient_norm_before_clip": 0.5284570455551147, "kl": 0.18828031291132388, "entropy": 0.5837619615637738, "ratio_outside_clip": 0.0}]}, {"step": 167, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "110", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "13", true], [9, 3, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [9, 8, "1212", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "128", true], [9, 8, "13", true], [9, 8, "1512", true], [9, 8, "15", true], [9, 8, "15", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [2, 9, "11110", true], [2, 9, "1110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11010", true], [2, 9, "1111", true], [2, 9, "11100", true], [2, 9, "11106", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "4", true], [0, 6, "6", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "123", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.018817521631717682, "gradient_norm_before_clip": 0.42587289214134216, "kl": 0.22067266671768743, "entropy": 0.5552929102447984, "ratio_outside_clip": 0.0}, {"loss": 0.01925925351679325, "gradient_norm_before_clip": 0.4389495253562927, "kl": 0.2256510047714945, "entropy": 0.5573831666936528, "ratio_outside_clip": 0.0}]}, {"step": 168, "rows": [[3, 9, "12", true], [3, 9, "17", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "127", true], [4, 4, "8", true], [4, 4, "6", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "5", true], [0, 6, "6", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "15", true], [8, 8, "17", true], [8, 8, "12", true], [9, 2, "11100", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "1112", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "7", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.002628749469295144, "gradient_norm_before_clip": 0.31174612045288086, "kl": 0.15880414456297448, "entropy": 0.529038596287959, "ratio_outside_clip": 0.0}, {"loss": 0.002001591958105564, "gradient_norm_before_clip": 0.31018781661987305, "kl": 0.16111547394660908, "entropy": 0.5290855795650159, "ratio_outside_clip": 0.0}]}, {"step": 169, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "17", true], [7, 5, "12", true], [7, 5, "13", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1010", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "", true], [3, 1, "43", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [5, 1, "8", true], [5, 1, "8", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "7", true], [5, 1, "7", true], [5, 1, "6", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "7", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "0000", true], [6, 0, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "6", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.0026194860693067312, "gradient_norm_before_clip": 0.551044762134552, "kl": 0.12218270803752698, "entropy": 0.5620377189234683, "ratio_outside_clip": 0.0}, {"loss": -0.005809131544083357, "gradient_norm_before_clip": 0.5384052395820618, "kl": 0.12483652014481394, "entropy": 0.560335309881913, "ratio_outside_clip": 0.0}]}, {"step": 170, "rows": [[1, 7, "6", true], [1, 7, "8", true], [1, 7, "6", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "17", true], [9, 4, "13", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "19", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "8", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "10", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "00", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "9", true], [0, 8, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.0030047385953366756, "gradient_norm_before_clip": 0.6878616213798523, "kl": 0.07611961364746093, "entropy": 0.5138573431199597, "ratio_outside_clip": 0.0}, {"loss": -0.0049397991970181465, "gradient_norm_before_clip": 0.684654951095581, "kl": 0.07778995883080267, "entropy": 0.5106795772429435, "ratio_outside_clip": 0.0}]}, {"step": 171, "rows": [[8, 9, "17", true], [8, 9, "15", true], [8, 9, "915512", false], [8, 9, "113", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "17", true], [8, 9, "15", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "10", true], [6, 0, "8", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "60000", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "17", true], [9, 3, "12", true], [9, 3, "13", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "10", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [4, 5, "10", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "6", true], [4, 5, "10", true], [4, 5, "6", true], [2, 9, "110", true], [2, 9, "111000", false], [2, 9, "111001", false], [2, 9, "1111", true], [2, 9, "111", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.05036258324980736, "gradient_norm_before_clip": 0.6535939574241638, "kl": 0.21103565919332665, "entropy": 0.6066855318719448, "ratio_outside_clip": 0.0}, {"loss": 0.04651803895831108, "gradient_norm_before_clip": 0.6285749077796936, "kl": 0.21401118699398786, "entropy": 0.6055629453179556, "ratio_outside_clip": 0.0}]}, {"step": 172, "rows": [[2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "43", true], [2, 2, "4", true], [2, 2, "9", true], [2, 2, "6", true], [1, 2, "42", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "300", true], [1, 2, "6", true], [1, 2, "2", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "6", true], [2, 9, "110", true], [2, 9, "1110", true], [2, 9, "110", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [9, 6, "1527", true], [9, 6, "15122", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "157", true], [9, 6, "1513", true], [9, 6, "153391", false], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "9112", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "13", true], [8, 4, "12", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.010498162358999252, "gradient_norm_before_clip": 0.3704923689365387, "kl": 0.3211199873584812, "entropy": 0.6890659655554819, "ratio_outside_clip": 0.0}, {"loss": -0.011654473841190338, "gradient_norm_before_clip": 0.36814624071121216, "kl": 0.3191336076811882, "entropy": 0.6883224659720383, "ratio_outside_clip": 0.0}]}, {"step": 173, "rows": [[2, 5, "6", true], [2, 5, "809", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "606", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "110", true], [9, 6, "159159", false], [9, 6, "155155", false], [9, 6, "153", true], [9, 6, "155551", false], [9, 6, "15", true], [9, 6, "155123", false], [9, 6, "155515", false], [9, 6, "155154", false], [5, 2, "7", true], [5, 2, "9", true], [5, 2, "9", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "8", true], [9, 8, "13", true], [9, 8, "1512", true], [9, 8, "112", true], [9, 8, "13", true], [9, 8, "128", true], [9, 8, "15", true], [9, 8, "16", true], [9, 8, "17", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "9112", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "8", true], [7, 2, "9", true], [7, 2, "909", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "8", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.027949335053563118, "gradient_norm_before_clip": 0.33082252740859985, "kl": 0.3324507516832208, "entropy": 0.7828556233315013, "ratio_outside_clip": 0.0}, {"loss": 0.027490580454468727, "gradient_norm_before_clip": 0.33077743649482727, "kl": 0.32656856517695904, "entropy": 0.7828922750961841, "ratio_outside_clip": 0.0}]}, {"step": 174, "rows": [[7, 4, "11110", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "113", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "1112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "4", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [2, 6, "7", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [0, 0, "000", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "101", true], [0, 0, "1", true], [0, 0, "6", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "13", true], [4, 5, "10", true], [4, 5, "9110", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "4", true], [2, 6, "8", true], [2, 6, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.012684473767876625, "gradient_norm_before_clip": 0.6599025726318359, "kl": 0.24852140559706576, "entropy": 0.5506328316622002, "ratio_outside_clip": 0.0}, {"loss": -0.015377147123217583, "gradient_norm_before_clip": 0.6539565920829773, "kl": 0.25309017092682595, "entropy": 0.5499693848365961, "ratio_outside_clip": 0.0}]}, {"step": 175, "rows": [[0, 6, "10", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "00", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "1", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [9, 2, "1111", true], [9, 2, "11110", true], [9, 2, "116", true], [9, 2, "110", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "11", true], [8, 9, "17", true], [8, 9, "19", true], [8, 9, "1712", true], [8, 9, "15512", true], [8, 9, "110", true], [8, 9, "17", true], [8, 9, "15", true], [8, 9, "17", true], [8, 0, "4", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9110", true], [8, 0, "9", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 4, "1110", true], [7, 4, "118", true], [7, 4, "110", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.05142440274357796, "gradient_norm_before_clip": 0.547612190246582, "kl": 0.3100749969482422, "entropy": 0.6744042714436849, "ratio_outside_clip": 0.0}, {"loss": 0.049733735620975494, "gradient_norm_before_clip": 0.5407314300537109, "kl": 0.3128411610921224, "entropy": 0.6744891696506077, "ratio_outside_clip": 0.0}]}, {"step": 176, "rows": [[4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [4, 3, "8", true], [4, 3, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "8", true], [3, 4, "7", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "8", true], [8, 1, "91110", true], [8, 1, "91110", true], [8, 1, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [3, 1, "244", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "634", true], [3, 1, "4", true], [3, 1, "4", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "17", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.04448286071419716, "gradient_norm_before_clip": 0.6845511794090271, "kl": 0.1333993622750947, "entropy": 0.5659028486772018, "ratio_outside_clip": 0.0}, {"loss": -0.046593423932790756, "gradient_norm_before_clip": 0.6815184354782104, "kl": 0.13486913045247395, "entropy": 0.5668221213600853, "ratio_outside_clip": 0.0}]}, {"step": 177, "rows": [[5, 8, "113", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [7, 4, "10", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "111", true], [7, 4, "111110", false], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "16", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "0", true], [4, 2, "7", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10010", true], [0, 1, "100", true], [0, 1, "0", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "0", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.06872684508562088, "gradient_norm_before_clip": 0.8244138360023499, "kl": 0.22631363641648067, "entropy": 0.6387034824916294, "ratio_outside_clip": 0.0}, {"loss": -0.07278291136026382, "gradient_norm_before_clip": 0.805033802986145, "kl": 0.229575929187593, "entropy": 0.6400319962274461, "ratio_outside_clip": 0.0}]}, {"step": 178, "rows": [[6, 9, "1512", true], [6, 9, "156", true], [6, 9, "155126", false], [6, 9, "15", true], [6, 9, "1512", true], [6, 9, "17", true], [6, 9, "1512", true], [6, 9, "15", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "3", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "9112", true], [9, 4, "19", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [5, 7, "12", true], [5, 7, "110", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "4", true], [5, 2, "6", true], [5, 2, "6", true], [2, 4, "6", true], [2, 4, "4010", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9110", true], [9, 1, "10", true], [9, 1, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.02123105153441429, "gradient_norm_before_clip": 0.5184431076049805, "kl": 0.2243086782734046, "entropy": 0.6614463891875878, "ratio_outside_clip": 0.0}, {"loss": 0.018362753093242645, "gradient_norm_before_clip": 0.5100796818733215, "kl": 0.22908800103691188, "entropy": 0.6635176840792881, "ratio_outside_clip": 0.0}]}, {"step": 179, "rows": [[5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "6", true], [5, 4, "7", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [6, 9, "157113", false], [6, 9, "132", true], [6, 9, "1515", true], [6, 9, "155555", false], [6, 9, "15", true], [6, 9, "1512", true], [6, 9, "15513", true], [6, 9, "1512", true], [0, 7, "9", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true], [7, 1, "9010", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "10", true], [7, 1, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "901010", false], [5, 4, "9", true], [5, 4, "7", true], [5, 7, "12", true], [5, 7, "11", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [8, 9, "12", true], [8, 9, "1122", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "113", true], [8, 9, "12", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "1110", true], [9, 2, "1110", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.00158421671949327, "gradient_norm_before_clip": 0.5469394326210022, "kl": 0.3720995015765897, "entropy": 0.7646519295611784, "ratio_outside_clip": 0.0}, {"loss": -0.0027180903125554323, "gradient_norm_before_clip": 0.5141121745109558, "kl": 0.3845688929012166, "entropy": 0.7670247092175839, "ratio_outside_clip": 0.0}]}, {"step": 180, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "0", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "3", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "2", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "112", true], [4, 8, "12", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "1307", true], [8, 9, "15", true], [8, 9, "15", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "125", true], [8, 5, "12", true], [8, 5, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0019396054558455944, "gradient_norm_before_clip": 0.4118781089782715, "kl": 0.06465330289278416, "entropy": 0.5664536139868588, "ratio_outside_clip": 0.0}, {"loss": 0.002251572674140334, "gradient_norm_before_clip": 0.4214305579662323, "kl": 0.06637746336832212, "entropy": 0.5707415983166998, "ratio_outside_clip": 0.0}]}, {"step": 181, "rows": [[0, 7, "7", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "8", true], [1, 3, "4", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "812", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "8", true], [8, 1, "10", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "120", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "128", true], [6, 6, "12", true], [6, 6, "122", true], [1, 1, "326", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "4", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "13", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.023716803640127182, "gradient_norm_before_clip": 0.4488886594772339, "kl": 0.10788154602050781, "entropy": 0.6337091292458019, "ratio_outside_clip": 0.0}, {"loss": -0.02509501948952675, "gradient_norm_before_clip": 0.4505397081375122, "kl": 0.10969339568039467, "entropy": 0.6355856533708244, "ratio_outside_clip": 0.0}]}, {"step": 182, "rows": [[3, 1, "42", true], [3, 1, "4", true], [3, 1, "403", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "6", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "7", true], [1, 2, "9", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "208", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "13", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "90", true], [1, 8, "9112", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9010", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "87", true], [1, 8, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "100000", false], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "122", true], [3, 9, "12", true], [3, 9, "122", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.018160995095968246, "gradient_norm_before_clip": 0.6462855935096741, "kl": 0.19298031216575987, "entropy": 0.6960710343860445, "ratio_outside_clip": 0.0}, {"loss": -0.021696794778108597, "gradient_norm_before_clip": 0.6456881165504456, "kl": 0.19445289884294784, "entropy": 0.6978182565598261, "ratio_outside_clip": 0.0}]}, {"step": 183, "rows": [[6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "907", true], [6, 2, "8", true], [6, 2, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "400001", false], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "100", true], [2, 7, "8", true], [1, 1, "2", true], [1, 1, "26", true], [1, 1, "2", true], [1, 1, "5", true], [1, 1, "2", true], [1, 1, "22348", true], [1, 1, "2", true], [1, 1, "324", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008655658923089504, "gradient_norm_before_clip": 0.39935067296028137, "kl": 0.08908640627829445, "entropy": 0.642504407870059, "ratio_outside_clip": 0.0}, {"loss": 0.006275862455368042, "gradient_norm_before_clip": 0.39612624049186707, "kl": 0.08908358946541287, "entropy": 0.6425161803795012, "ratio_outside_clip": 0.0}]}, {"step": 184, "rows": [[3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "122", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [7, 4, "11110", true], [7, 4, "12", true], [7, 4, "111", true], [7, 4, "110", true], [7, 4, "111", true], [7, 4, "111", true], [7, 4, "110", true], [7, 4, "112", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "9", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "6", true], [9, 3, "12", true], [9, 3, "125", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "23", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "2", true], [9, 6, "155515", false], [9, 6, "1513", true], [9, 6, "15123", true], [9, 6, "191312", false], [9, 6, "157157", false], [9, 6, "155112", false], [9, 6, "15", true], [9, 6, "156128", false], [9, 2, "111", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "110110", false], [9, 2, "1110", true], [9, 2, "11110", true], [4, 9, "12", true], [4, 9, "123", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "110", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.006621093954890966, "gradient_norm_before_clip": 0.42491233348846436, "kl": 0.5184197658962674, "entropy": 0.6757770453559028, "ratio_outside_clip": 0.0}, {"loss": 0.004954453557729721, "gradient_norm_before_clip": 0.41666731238365173, "kl": 0.521719733344184, "entropy": 0.6755388726128472, "ratio_outside_clip": 0.0}]}, {"step": 185, "rows": [[2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "10", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "1212", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [2, 2, "7", true], [2, 2, "2", true], [2, 2, "0", true], [2, 2, "8", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "409", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "9119", true], [4, 8, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [6, 2, "6", true], [6, 2, "8", true], [6, 2, "9", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 6, "1323", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "17", true], [6, 6, "13", true], [6, 6, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.021372349932789803, "gradient_norm_before_clip": 0.6532958149909973, "kl": 0.08950079449955721, "entropy": 0.5652570072908579, "ratio_outside_clip": 0.0}, {"loss": 0.01902291551232338, "gradient_norm_before_clip": 0.6437799334526062, "kl": 0.08971915037735649, "entropy": 0.5634324920843847, "ratio_outside_clip": 0.0}]}, {"step": 186, "rows": [[5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "10", true], [5, 2, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4444", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [5, 4, "9010", true], [5, 4, "10010", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [5, 2, "6", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [3, 1, "3", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [9, 8, "110111", false], [9, 8, "1512", true], [9, 8, "15", true], [9, 8, "157", true], [9, 8, "151610", false], [9, 8, "15", true], [9, 8, "111212", false], [9, 8, "1512", true], [6, 9, "155551", false], [6, 9, "159151", false], [6, 9, "1512", true], [6, 9, "155515", false], [6, 9, "155155", false], [6, 9, "155555", false], [6, 9, "155150", false], [6, 9, "155515", false], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "6", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.025807246565818787, "gradient_norm_before_clip": 0.554060161113739, "kl": 0.45403345137680134, "entropy": 0.8183302014602898, "ratio_outside_clip": 0.0}, {"loss": 0.023268762975931168, "gradient_norm_before_clip": 0.547762930393219, "kl": 0.45399775529772507, "entropy": 0.8171215156199401, "ratio_outside_clip": 0.0}]}, {"step": 187, "rows": [[2, 5, "6", true], [2, 5, "4", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [8, 8, "17", true], [8, 8, "91124", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "13", true], [8, 8, "112", true], [8, 8, "17", true], [8, 8, "15", true], [8, 9, "112", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "159159", false], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "138", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "9", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "10", true], [4, 8, "12", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [8, 1, "9111", true], [8, 1, "9", true], [8, 1, "10", true], [8, 1, "9010", true], [8, 1, "911110", false], [8, 1, "919", true], [8, 1, "8", true], [8, 1, "9", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.005241576582193375, "gradient_norm_before_clip": 0.8817108273506165, "kl": 0.2033255618551503, "entropy": 0.6857763373333475, "ratio_outside_clip": 0.0}, {"loss": -0.007893214002251625, "gradient_norm_before_clip": 0.8585516214370728, "kl": 0.20309862883194632, "entropy": 0.6841463006061056, "ratio_outside_clip": 0.0}]}, {"step": 188, "rows": [[7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [4, 8, "12", true], [4, 8, "110", true], [4, 8, "12", true], [4, 8, "9112", true], [7, 2, "6", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "4", true], [7, 2, "8", true], [4, 7, "11", true], [4, 7, "111101", false], [4, 7, "11", true], [4, 7, "11110", true], [4, 7, "110", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "1110", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "910", true], [2, 7, "9010", true], [1, 2, "2", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "0", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [9, 6, "15", true], [9, 6, "191120", false], [9, 6, "159155", false], [9, 6, "1515", true], [9, 6, "128", true], [9, 6, "155555", false], [9, 6, "15", true], [9, 6, "151222", false]], "zero_variance_groups": 1, "updates": [{"loss": -0.00020413886522874236, "gradient_norm_before_clip": 0.5008572936058044, "kl": 0.4126064751737861, "entropy": 0.7392211421843498, "ratio_outside_clip": 0.0}, {"loss": -0.003382444381713867, "gradient_norm_before_clip": 0.49259084463119507, "kl": 0.41453597366168937, "entropy": 0.7389614966607863, "ratio_outside_clip": 0.0}]}, {"step": 189, "rows": [[0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true], [9, 8, "16124", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "115", true], [9, 8, "110", true], [9, 8, "19112", true], [1, 3, "34", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "434407", false], [1, 3, "4", true], [1, 3, "4", true], [8, 5, "12", true], [8, 5, "591515", false], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "8", true], [8, 1, "911101", false], [8, 1, "8", true], [8, 1, "7", true], [8, 1, "101120", false], [8, 1, "8", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "133", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "6", true], [3, 4, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.031123138964176178, "gradient_norm_before_clip": 0.4390263855457306, "kl": 0.19197614005442415, "entropy": 0.6642628358990958, "ratio_outside_clip": 0.0}, {"loss": 0.02906695380806923, "gradient_norm_before_clip": 0.43604469299316406, "kl": 0.19269825367445356, "entropy": 0.6632045788711376, "ratio_outside_clip": 0.0}]}, {"step": 190, "rows": [[6, 2, "9", true], [6, 2, "8", true], [6, 2, "10", true], [6, 2, "8", true], [6, 2, "6", true], [6, 2, "6", true], [6, 2, "9", true], [6, 2, "9", true], [8, 9, "156", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "124", true], [8, 9, "13", true], [8, 9, "123", true], [8, 9, "112", true], [8, 9, "110110", false], [0, 1, "1", true], [0, 1, "1110", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "6", true], [9, 2, "1110", true], [9, 2, "111010", false], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "11110", true], [9, 2, "11", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "46", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "11010", true], [5, 7, "12", true], [7, 2, "907", true], [7, 2, "9010", true], [7, 2, "7", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "7", true], [7, 6, "12", true], [7, 6, "17", true], [7, 6, "12", true], [7, 6, "915151", false], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.011633786372840405, "gradient_norm_before_clip": 0.3461361825466156, "kl": 0.3721938013431415, "entropy": 0.6689502965265782, "ratio_outside_clip": 0.0}, {"loss": 0.010229455307126045, "gradient_norm_before_clip": 0.3465440571308136, "kl": 0.37103999919028735, "entropy": 0.6688868076957051, "ratio_outside_clip": 0.0}]}, {"step": 191, "rows": [[6, 6, "13", true], [6, 6, "14", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "112", true], [6, 6, "12", true], [6, 6, "13", true], [1, 0, "10110", true], [1, 0, "11010", true], [1, 0, "10", true], [1, 0, "", true], [1, 0, "10", true], [1, 0, "0", true], [1, 0, "6", true], [1, 0, "1", true], [0, 0, "100", true], [0, 0, "10", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1100", true], [0, 0, "0", true], [0, 0, "0", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "3", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "00", true], [0, 6, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [6, 9, "151327", false], [6, 9, "15126", true], [6, 9, "1513", true], [6, 9, "159115", false], [6, 9, "1512", true], [6, 9, "155", true], [6, 9, "11010", true], [6, 9, "155515", false], [8, 1, "9110", true], [8, 1, "9110", true], [8, 1, "10", true], [8, 1, "9110", true], [8, 1, "911110", false], [8, 1, "916", true], [8, 1, "9", true], [8, 1, "8", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "0", true], [1, 1, "3", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.08323977142572403, "gradient_norm_before_clip": 0.5398313403129578, "kl": 0.519021715436663, "entropy": 0.8149110443738042, "ratio_outside_clip": 0.0}, {"loss": -0.08601726591587067, "gradient_norm_before_clip": 0.5370841026306152, "kl": 0.5194556567133689, "entropy": 0.8146372425312899, "ratio_outside_clip": 0.0}]}, {"step": 192, "rows": [[8, 5, "12", true], [8, 5, "15", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "127", true], [8, 5, "12", true], [8, 5, "12", true], [7, 4, "11", true], [7, 4, "11110", true], [7, 4, "111", true], [7, 4, "1111", true], [7, 4, "1110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1110", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9110", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "9110", true], [6, 9, "153911", false], [6, 9, "155158", false], [6, 9, "1515", true], [6, 9, "1507", true], [6, 9, "155155", false], [6, 9, "15", true], [6, 9, "15515", true], [6, 9, "1525", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "122", true], [7, 5, "12", true], [7, 5, "124", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "13", true], [8, 9, "1512", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "15112", true], [8, 9, "152", true], [8, 9, "12", true], [8, 9, "12", true], [8, 9, "15", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.012173345312476158, "gradient_norm_before_clip": 0.1925072968006134, "kl": 0.4638373730918779, "entropy": 0.7137573523455502, "ratio_outside_clip": 0.0}, {"loss": 0.011989562772214413, "gradient_norm_before_clip": 0.1900494247674942, "kl": 0.45939625682918706, "entropy": 0.7130028509324596, "ratio_outside_clip": 0.0}]}, {"step": 193, "rows": [[9, 1, "10", true], [9, 1, "110", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "12", true], [2, 4, "3", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "7", true], [2, 4, "10", true], [2, 4, "6", true], [2, 4, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "206612", false], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "101", true], [4, 5, "8", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [6, 2, "9", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "10", true], [1, 1, "3", true], [1, 1, "2", true], [1, 1, "22", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "43", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.09848080575466156, "gradient_norm_before_clip": 0.9571260213851929, "kl": 0.1673773567148503, "entropy": 0.7184402670636273, "ratio_outside_clip": 0.0}, {"loss": 0.09181610494852066, "gradient_norm_before_clip": 0.846467912197113, "kl": 0.16620603983834287, "entropy": 0.7140454285896864, "ratio_outside_clip": 0.0}]}, {"step": 194, "rows": [[9, 8, "15", true], [9, 8, "18", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "124", true], [9, 8, "17", true], [9, 8, "17", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [5, 4, "7", true], [5, 4, "9111", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "91128", true], [3, 9, "1309", true], [3, 9, "121300", false], [3, 9, "12", true], [4, 2, "8", true], [4, 2, "6", true], [4, 2, "106", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "8", true], [4, 2, "6", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "7", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.01045915950089693, "gradient_norm_before_clip": 0.7082919478416443, "kl": 0.1206887836105253, "entropy": 0.6764650403356259, "ratio_outside_clip": 0.0}, {"loss": -0.013929425738751888, "gradient_norm_before_clip": 0.696234941482544, "kl": 0.11868449954167465, "entropy": 0.6736834005344133, "ratio_outside_clip": 0.0}]}, {"step": 195, "rows": [[0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "6", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "122", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "9112", true], [4, 8, "12", true], [4, 3, "7", true], [4, 3, "4010", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "8", true], [4, 3, "7", true], [4, 3, "7", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "4", true], [5, 1, "4", true], [4, 2, "00", true], [4, 2, "8", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [6, 6, "124", true], [6, 6, "12", true], [6, 6, "16", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [9, 2, "110", true], [9, 2, "12", true], [9, 2, "11010", true], [9, 2, "11", true], [9, 2, "11106", true], [9, 2, "17", true], [9, 2, "11", true], [9, 2, "10", true], [9, 2, "11110", true], [9, 2, "111101", false], [9, 2, "110", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "110", true], [9, 2, "111111", false], [9, 2, "111010", false]], "zero_variance_groups": 2, "updates": [{"loss": 0.006163356360048056, "gradient_norm_before_clip": 0.49621671438217163, "kl": 0.31924741644608345, "entropy": 0.5985403763620477, "ratio_outside_clip": 0.0}, {"loss": 0.0033063837327063084, "gradient_norm_before_clip": 0.4739626944065094, "kl": 0.31364756132427013, "entropy": 0.5962101183439555, "ratio_outside_clip": 0.0}]}, {"step": 196, "rows": [[4, 5, "7", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [5, 8, "12", true], [5, 8, "11123", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "14", true], [5, 8, "17", true], [5, 8, "12", true], [6, 4, "100", true], [6, 4, "106", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [8, 0, "8", true], [8, 0, "8010", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "10", true], [8, 0, "8", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.01837575063109398, "gradient_norm_before_clip": 0.5333636999130249, "kl": 0.12000425002154182, "entropy": 0.5288771236644072, "ratio_outside_clip": 0.0}, {"loss": 0.018978409469127655, "gradient_norm_before_clip": 0.5350971817970276, "kl": 0.12111957774442784, "entropy": 0.5255278194651885, "ratio_outside_clip": 0.0}]}, {"step": 197, "rows": [[1, 0, "2", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "100", true], [1, 0, "1010", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "110", true], [0, 6, "6", true], [0, 6, "9", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [1, 1, "20", true], [1, 1, "2", true], [1, 1, "20", true], [1, 1, "3", true], [1, 1, "0010", true], [1, 1, "3", true], [1, 1, "24", true], [1, 1, "3", true], [2, 2, "2", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1010", true], [1, 0, "1", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "1512", true], [9, 6, "155134", false], [9, 6, "1324", true], [9, 6, "15", true], [9, 6, "152", true], [9, 6, "159155", false], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "2", true], [1, 2, "3", true], [1, 2, "3", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0011334475129842758, "gradient_norm_before_clip": 0.41208532452583313, "kl": 0.410527652537329, "entropy": 0.8180780354336169, "ratio_outside_clip": 0.0}, {"loss": -0.0005108844488859177, "gradient_norm_before_clip": 0.4107626676559448, "kl": 0.4054405618701461, "entropy": 0.8167681270802515, "ratio_outside_clip": 0.0}]}, {"step": 198, "rows": [[7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "1000", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "911110", false], [1, 8, "912", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "901011", false], [1, 8, "8", true], [1, 8, "7", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "191101", false], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "91111", true], [8, 2, "10", true], [8, 2, "9", true], [8, 2, "9111", true], [8, 2, "11", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "911111", false], [5, 4, "1", true], [5, 4, "9", true], [5, 4, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.027504244819283485, "gradient_norm_before_clip": 0.566641092300415, "kl": 0.2821225427382485, "entropy": 0.7160338503022433, "ratio_outside_clip": 0.0}, {"loss": 0.026093650609254837, "gradient_norm_before_clip": 0.5549632906913757, "kl": 0.28308391038265973, "entropy": 0.7164721781981058, "ratio_outside_clip": 0.0}]}, {"step": 199, "rows": [[2, 8, "91110", true], [2, 8, "13", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "123", true], [6, 6, "12", true], [6, 6, "10", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "6", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [8, 2, "8", true], [8, 2, "1110", true], [8, 2, "10", true], [8, 2, "9110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9110", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "100", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 5, "0", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "3", true], [1, 3, "4", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.04779805615544319, "gradient_norm_before_clip": 0.6361555457115173, "kl": 0.2380173572002013, "entropy": 0.6148431227982409, "ratio_outside_clip": 0.0}, {"loss": -0.04940870776772499, "gradient_norm_before_clip": 0.6304788589477539, "kl": 0.23987925710853625, "entropy": 0.614037262150115, "ratio_outside_clip": 0.0}]}, {"step": 200, "rows": [[4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "910", true], [4, 5, "9", true], [5, 8, "122", true], [5, 8, "17", true], [5, 8, "13", true], [5, 8, "122", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "122", true], [5, 8, "13", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1100", true], [7, 4, "12", true], [7, 4, "11", true], [7, 4, "111110", false], [7, 4, "1110", true], [3, 1, "4", true], [3, 1, "44", true], [3, 1, "4", true], [3, 1, "36", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [3, 1, "4", true], [5, 1, "10", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "06", true], [5, 1, "9", true], [5, 1, "6", true], [5, 1, "4", true], [1, 0, "8", true], [1, 0, "0", true], [1, 0, "12", true], [1, 0, "7", true], [1, 0, "1", true], [1, 0, "13", true], [1, 0, "9", true], [1, 0, "10", true], [4, 6, "10", true], [4, 6, "8", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "8", true], [0, 7, "100", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.011469358578324318, "gradient_norm_before_clip": 0.793438196182251, "kl": 0.3165480112064781, "entropy": 0.6541058314328938, "ratio_outside_clip": 0.0}, {"loss": -0.01525851059705019, "gradient_norm_before_clip": 0.7731122374534607, "kl": 0.317272098078204, "entropy": 0.6531338994902682, "ratio_outside_clip": 0.0}]}, {"step": 201, "rows": [[6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "7", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [9, 2, "111", true], [9, 2, "11", true], [9, 2, "111101", false], [9, 2, "11", true], [9, 2, "111111", false], [9, 2, "11", true], [9, 2, "1116", true], [9, 2, "11", true], [1, 8, "8", true], [1, 8, "9117", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "9010", true], [1, 8, "9", true], [1, 8, "9", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "114", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [2, 8, "11010", true], [2, 8, "12", true], [2, 8, "11", true], [2, 8, "919", true], [2, 8, "10", true], [2, 8, "911111", false], [2, 8, "10", true], [2, 8, "12", true], [8, 0, "9", true], [8, 0, "106", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "3", true], [8, 0, "9", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "1", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.0037776276003569365, "gradient_norm_before_clip": 0.4268329441547394, "kl": 0.4240027533637153, "entropy": 0.6450189257424975, "ratio_outside_clip": 0.0}, {"loss": 0.0015360602410510182, "gradient_norm_before_clip": 0.4152980446815491, "kl": 0.42553638276599703, "entropy": 0.6424425316866113, "ratio_outside_clip": 0.0}]}, {"step": 202, "rows": [[4, 2, "4", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "410", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "6", true], [4, 2, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 9, "12", true], [2, 9, "1100", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "1110", true], [2, 9, "11110", true], [2, 9, "111", true], [2, 9, "10", true], [7, 4, "111011", false], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "111111", false], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11010", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "6", true], [7, 1, "8", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "91112", true], [2, 8, "8", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "911110", false], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "12", true], [8, 2, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.00946120172739029, "gradient_norm_before_clip": 0.5647022724151611, "kl": 0.39000248156095807, "entropy": 0.6488494471499794, "ratio_outside_clip": 0.0}, {"loss": -0.013715985231101513, "gradient_norm_before_clip": 0.507327139377594, "kl": 0.3888011330052426, "entropy": 0.6437218515496504, "ratio_outside_clip": 0.0}]}, {"step": 203, "rows": [[0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 0, "7", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "1000", true], [0, 0, "0010", true], [0, 0, "8", true], [1, 8, "8", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "7", true], [1, 8, "9", true], [1, 8, "91110", true], [1, 8, "8", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "13", true], [9, 8, "15", true], [9, 8, "15", true], [9, 8, "15", true], [1, 7, "9", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [9, 6, "153", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "15124", true], [9, 6, "155591", false], [9, 6, "191555", false], [9, 6, "15713", true], [9, 6, "15", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [0, 0, "10", true], [0, 0, "6", true], [0, 0, "10", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "110", true], [0, 0, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.0488521084189415, "gradient_norm_before_clip": 0.3928329348564148, "kl": 0.3487331785004714, "entropy": 0.7541004049366918, "ratio_outside_clip": 0.0}, {"loss": -0.050511229783296585, "gradient_norm_before_clip": 0.3880811929702759, "kl": 0.3446883936037963, "entropy": 0.7516027867108926, "ratio_outside_clip": 0.0}]}, {"step": 204, "rows": [[9, 2, "1110", true], [9, 2, "1111", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "1110", true], [9, 2, "11010", true], [9, 2, "11010", true], [9, 2, "11", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "122", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "6", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "10", true], [6, 6, "12", true], [6, 6, "1223", true], [6, 6, "13", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [0, 7, "7", true], [2, 8, "10", true], [2, 8, "9110", true], [2, 8, "911110", false], [2, 8, "91116", true], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "10", true], [6, 4, "13", true], [6, 4, "8", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "110", true], [6, 4, "10", true], [6, 4, "8", true], [6, 4, "12", true], [7, 0, "", true], [7, 0, "6", true], [7, 0, "10", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "8", true], [7, 0, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.0010048040421679616, "gradient_norm_before_clip": 0.6208730340003967, "kl": 0.2884526793489751, "entropy": 0.5839881896972656, "ratio_outside_clip": 0.0}, {"loss": -0.0010013531427830458, "gradient_norm_before_clip": 0.6066320538520813, "kl": 0.2888664166951917, "entropy": 0.5809640392814714, "ratio_outside_clip": 0.0}]}, {"step": 205, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [7, 2, "8", true], [7, 2, "6", true], [7, 2, "10", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "806", true], [7, 2, "9", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "15", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "110", true], [9, 3, "12", true], [9, 3, "12", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [4, 9, "12", true], [4, 9, "11212", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "15", true], [4, 9, "12", true], [4, 9, "111112", false], [4, 9, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.040445998311042786, "gradient_norm_before_clip": 0.496497243642807, "kl": 0.12782248558356749, "entropy": 0.5449344568085253, "ratio_outside_clip": 0.0}, {"loss": 0.039136793464422226, "gradient_norm_before_clip": 0.49405747652053833, "kl": 0.1280729951914291, "entropy": 0.5446921008372168, "ratio_outside_clip": 0.0}]}, {"step": 206, "rows": [[7, 0, "2", true], [7, 0, "8", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "8", true], [7, 0, "7", true], [7, 0, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [4, 6, "8", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1000", true], [4, 6, "10100", true], [4, 6, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "111010", false], [9, 1, "1100", true], [9, 1, "102", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "7", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "155", true], [8, 9, "15", true], [8, 9, "1213", true], [8, 9, "18", true], [8, 9, "17", true], [8, 9, "13", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "13", true], [4, 9, "11010", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.00028485123766586185, "gradient_norm_before_clip": 0.49252405762672424, "kl": 0.14679307835076444, "entropy": 0.5721520044470346, "ratio_outside_clip": 0.0}, {"loss": -0.0031929912511259317, "gradient_norm_before_clip": 0.46926844120025635, "kl": 0.14624130084950437, "entropy": 0.5709902035292759, "ratio_outside_clip": 0.0}]}, {"step": 207, "rows": [[4, 5, "9", true], [4, 5, "8", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "100", true], [2, 2, "6", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [6, 6, "13", true], [6, 6, "513", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12", true], [0, 0, "0", true], [0, 0, "1", true], [0, 0, "1000", true], [0, 0, "110002", false], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [6, 0, "000101", false], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "60000", true], [6, 0, "8", true], [6, 0, "1011", true], [6, 0, "6", true], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "8", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "101101", false], [7, 2, "9", true], [0, 8, "91110", true], [0, 8, "8", true], [0, 8, "9", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "8", true], [0, 8, "7", true], [2, 9, "119", true], [2, 9, "110100", false], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "11100", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.09038879722356796, "gradient_norm_before_clip": 0.6836314797401428, "kl": 0.41421238068611393, "entropy": 0.6933656918105259, "ratio_outside_clip": 0.0}, {"loss": 0.08835067600011826, "gradient_norm_before_clip": 0.6801104545593262, "kl": 0.4137879238333753, "entropy": 0.6922431043399278, "ratio_outside_clip": 0.0}]}, {"step": 208, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "15", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12012", true], [1, 0, "112", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "10", true], [1, 0, "10", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "6", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "111000", false], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [0, 0, "12", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10", true], [0, 0, "10100", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "1112", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "112", true], [4, 9, "1112", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.0025679459795355797, "gradient_norm_before_clip": 0.40045371651649475, "kl": 0.35223969959077384, "entropy": 0.6085950256024719, "ratio_outside_clip": 0.0}, {"loss": 0.0011973248329013586, "gradient_norm_before_clip": 0.3941498100757599, "kl": 0.35312939194775134, "entropy": 0.6050312910130415, "ratio_outside_clip": 0.0}]}, {"step": 209, "rows": [[4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "12", true], [8, 8, "115", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "106", true], [9, 1, "9116", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "9", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "6", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [6, 4, "10", true], [7, 6, "12", true], [7, 6, "15", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "98", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.013369152322411537, "gradient_norm_before_clip": 0.572746753692627, "kl": 0.17157638805538583, "entropy": 0.5893769503971718, "ratio_outside_clip": 0.0}, {"loss": 0.01191267091780901, "gradient_norm_before_clip": 0.5595808625221252, "kl": 0.17241688946771888, "entropy": 0.5875518628338862, "ratio_outside_clip": 0.0}]}, {"step": 210, "rows": [[7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "6", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "1111", true], [7, 4, "11", true], [7, 4, "11110", true], [7, 4, "111001", false], [7, 4, "11010", true], [7, 4, "1110", true], [9, 3, "110", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "111101", false], [9, 2, "110", true], [9, 2, "11", true], [9, 2, "10", true], [1, 0, "1", true], [1, 0, "1110", true], [1, 0, "0", true], [1, 0, "106", true], [1, 0, "1", true], [1, 0, "0", true], [1, 0, "10", true], [1, 0, "3", true], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "9", true], [3, 4, "7", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.010769905522465706, "gradient_norm_before_clip": 0.6678095459938049, "kl": 0.40616697906165994, "entropy": 0.5784729167979251, "ratio_outside_clip": 0.0}, {"loss": -0.011579363606870174, "gradient_norm_before_clip": 0.6633291840553284, "kl": 0.4064485283308132, "entropy": 0.5772200553647934, "ratio_outside_clip": 0.0}]}, {"step": 211, "rows": [[4, 9, "17", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "122", true], [4, 9, "17", true], [4, 9, "13", true], [7, 2, "10", true], [7, 2, "100", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "8", true], [7, 2, "90", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "4", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true], [6, 9, "15512", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "157", true], [6, 9, "15", true], [6, 9, "155", true], [6, 9, "15", true], [6, 9, "129", true], [8, 2, "110", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "11010", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "808", true], [2, 6, "7", true], [2, 6, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [7, 0, "7", true], [8, 0, "90", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.018127987161278725, "gradient_norm_before_clip": 0.5210979580879211, "kl": 0.1823456859030919, "entropy": 0.6709382352773209, "ratio_outside_clip": 0.0}, {"loss": 0.016534743830561638, "gradient_norm_before_clip": 0.5179856419563293, "kl": 0.18187409116510758, "entropy": 0.669732880174068, "ratio_outside_clip": 0.0}]}, {"step": 212, "rows": [[8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "7", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "9", true], [1, 8, "10", true], [1, 8, "8", true], [1, 8, "9010", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "13", true], [6, 9, "159156", false], [6, 9, "17", true], [6, 9, "15", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "15", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [5, 7, "12", true], [5, 7, "1112", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "110000", false], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.007184511981904507, "gradient_norm_before_clip": 0.6069839596748352, "kl": 0.259933013082202, "entropy": 0.5803529916565275, "ratio_outside_clip": 0.0}, {"loss": -0.010246774181723595, "gradient_norm_before_clip": 0.5918811559677124, "kl": 0.25743417791981515, "entropy": 0.5770472125277493, "ratio_outside_clip": 0.0}]}, {"step": 213, "rows": [[1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "3", true], [1, 5, "6", true], [1, 5, "2", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [8, 4, "13", true], [8, 4, "13", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [8, 4, "12", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "112", true], [4, 9, "13", true], [4, 9, "17", true], [4, 9, "18", true], [4, 9, "12", true], [4, 9, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [1, 7, "10", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "9", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.008591467514634132, "gradient_norm_before_clip": 0.34451690316200256, "kl": 0.06171179654305441, "entropy": 0.475666648463199, "ratio_outside_clip": 0.0}, {"loss": 0.007848485372960567, "gradient_norm_before_clip": 0.34414663910865784, "kl": 0.0620739083541067, "entropy": 0.4728474756430464, "ratio_outside_clip": 0.0}]}, {"step": 214, "rows": [[1, 8, "911111", false], [1, 8, "10", true], [1, 8, "1200", true], [1, 8, "8", true], [1, 8, "9", true], [1, 8, "8", true], [1, 8, "8", true], [1, 8, "8", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "910", true], [8, 1, "9", true], [8, 1, "7", true], [8, 1, "8", true], [4, 9, "112", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "16", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [9, 3, "12", true], [9, 3, "10", true], [9, 3, "13", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "919117", false], [9, 3, "12", true], [9, 3, "12", true], [5, 4, "91010", true], [5, 4, "8", true], [5, 4, "7", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9", true], [2, 5, "7", true], [2, 5, "3", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 1, "3", true], [2, 1, "23", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "", true], [2, 1, "8", true], [2, 1, "2", true], [2, 1, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "9", true], [7, 0, "6", true], [7, 0, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.04388226196169853, "gradient_norm_before_clip": 0.6075138449668884, "kl": 0.17977602687882788, "entropy": 0.6550545869050203, "ratio_outside_clip": 0.0}, {"loss": -0.04591779410839081, "gradient_norm_before_clip": 0.602375328540802, "kl": 0.17894706019648798, "entropy": 0.6534339998975213, "ratio_outside_clip": 0.0}]}, {"step": 215, "rows": [[8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "9111", true], [8, 2, "10", true], [8, 2, "91116", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [7, 2, "9", true], [7, 2, "1010", true], [7, 2, "8", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [7, 2, "10", true], [7, 2, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [1, 5, "4", true], [2, 7, "10", true], [2, 7, "7", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "910", true], [2, 7, "9", true], [2, 7, "10", true], [2, 7, "10", true]], "zero_variance_groups": 0, "updates": [{"loss": 0.07894639670848846, "gradient_norm_before_clip": 0.778146505355835, "kl": 0.21014644214942022, "entropy": 0.6169759402485013, "ratio_outside_clip": 0.0}, {"loss": 0.07570067793130875, "gradient_norm_before_clip": 0.7653859257698059, "kl": 0.21091561947228774, "entropy": 0.6142893857176199, "ratio_outside_clip": 0.0}]}, {"step": 216, "rows": [[8, 9, "15", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "18", true], [8, 9, "17", true], [8, 9, "123", true], [9, 8, "12", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "17", true], [9, 8, "13", true], [9, 8, "13", true], [9, 8, "113", true], [9, 8, "15", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "60", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "8", true], [3, 4, "7", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "7", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "8", true], [9, 1, "10", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [8, 1, "97", true], [8, 1, "9", true], [8, 1, "91100", true], [8, 1, "908", true], [8, 1, "8", true], [8, 1, "9010", true], [8, 1, "9", true], [8, 1, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "8", true], [2, 5, "4", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.017384659498929977, "gradient_norm_before_clip": 0.6481958627700806, "kl": 0.12636202031915839, "entropy": 0.6135885527639678, "ratio_outside_clip": 0.0}, {"loss": -0.02006269432604313, "gradient_norm_before_clip": 0.6381968855857849, "kl": 0.12558322097315933, "entropy": 0.6124158454663826, "ratio_outside_clip": 0.0}]}, {"step": 217, "rows": [[0, 6, "10", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "7", true], [8, 4, "19", true], [8, 4, "123", true], [8, 4, "15", true], [8, 4, "113", true], [8, 4, "19", true], [8, 4, "13", true], [8, 4, "122", true], [8, 4, "12", true], [6, 0, "8", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [1, 3, "3", true], [1, 3, "44", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "6", true], [6, 9, "15", true], [6, 9, "15", true], [6, 9, "15123", true], [6, 9, "15", true], [6, 9, "155212", false], [6, 9, "17", true], [6, 9, "15", true], [6, 9, "1512", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "1110", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "12", true], [8, 5, "12", true], [5, 8, "12", true], [5, 8, "91517", true], [5, 8, "1212", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.005724064074456692, "gradient_norm_before_clip": 0.596565306186676, "kl": 0.16670941516180723, "entropy": 0.5753725167796098, "ratio_outside_clip": 0.0}, {"loss": -0.008488770574331284, "gradient_norm_before_clip": 0.590825080871582, "kl": 0.16952184814115914, "entropy": 0.57494906430745, "ratio_outside_clip": 0.0}]}, {"step": 218, "rows": [[5, 5, "10", true], [5, 5, "9010", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "1010", true], [5, 5, "12", true], [5, 5, "10", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "12", true], [9, 8, "12", true], [9, 8, "15", true], [9, 8, "17", true], [9, 8, "19112", true], [9, 8, "13", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "6", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "1010", true], [4, 7, "11", true], [4, 7, "10", true], [4, 7, "111", true], [4, 7, "9110", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "7", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "1110", true], [2, 9, "11", true], [2, 9, "1116", true], [2, 9, "111001", false], [2, 9, "11", true], [2, 9, "10", true], [7, 1, "7", true], [7, 1, "9", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [1, 2, "6", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true], [1, 2, "4", true], [1, 2, "3", true], [1, 2, "3", true], [1, 2, "4", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.00239694700576365, "gradient_norm_before_clip": 0.885260820388794, "kl": 0.28665874043449024, "entropy": 0.6327855261297174, "ratio_outside_clip": 0.0}, {"loss": -0.004075443837791681, "gradient_norm_before_clip": 0.8751567006111145, "kl": 0.2861846757065403, "entropy": 0.6334115116974044, "ratio_outside_clip": 0.0}]}, {"step": 219, "rows": [[7, 5, "9124", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "4", true], [3, 4, "6", true], [3, 4, "7", true], [7, 4, "11012", true], [7, 4, "10", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "110", true], [7, 4, "11", true], [7, 4, "11", true], [7, 4, "11", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "4", true], [2, 1, "3", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [8, 5, "12", true], [8, 5, "13", true], [8, 5, "12", true], [8, 5, "17", true], [8, 5, "12", true], [8, 5, "122", true], [8, 5, "12", true], [8, 5, "12", true], [9, 6, "15", true], [9, 6, "15", true], [9, 6, "151224", false], [9, 6, "157128", false], [9, 6, "17", true], [9, 6, "159615", false], [9, 6, "15", true], [9, 6, "15", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.018119147047400475, "gradient_norm_before_clip": 0.565108060836792, "kl": 0.1834545930226644, "entropy": 0.5426251093546549, "ratio_outside_clip": 0.0}, {"loss": -0.02098401077091694, "gradient_norm_before_clip": 0.5490427017211914, "kl": 0.185933788617452, "entropy": 0.5449004173278809, "ratio_outside_clip": 0.0}]}, {"step": 220, "rows": [[7, 1, "8", true], [7, 1, "6", true], [7, 1, "8", true], [7, 1, "7", true], [7, 1, "7", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "110", true], [0, 1, "10", true], [5, 1, "6", true], [5, 1, "2", true], [5, 1, "8", true], [5, 1, "609", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "6", true], [5, 1, "4", true], [8, 2, "1009", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "106", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "10", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "8", true], [1, 5, "6", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "9", true], [5, 4, "9010", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "9110", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "24", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 3, "updates": [{"loss": -0.019789405167102814, "gradient_norm_before_clip": 0.49369344115257263, "kl": 0.2522733150384365, "entropy": 0.7089994870699369, "ratio_outside_clip": 0.0}, {"loss": -0.02182743512094021, "gradient_norm_before_clip": 0.484029084444046, "kl": 0.24910474434877053, "entropy": 0.7080134856395233, "ratio_outside_clip": 0.0}]}, {"step": 221, "rows": [[4, 2, "3", true], [4, 2, "7", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "10", true], [4, 2, "6", true], [4, 2, "8", true], [6, 6, "12", true], [6, 6, "1228", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "15", true], [6, 6, "13", true], [6, 6, "12", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "200", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "2", true], [2, 1, "3", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "13", true], [6, 6, "12012", true], [6, 6, "123", true], [6, 6, "122", true], [6, 6, "12", true], [6, 6, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "9", true], [7, 2, "9", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "4", true], [9, 6, "15123", true], [9, 6, "151222", false], [9, 6, "15", true], [9, 6, "155501", false], [9, 6, "15123", true], [9, 6, "15", true], [9, 6, "13", true], [9, 6, "13", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.03127972409129143, "gradient_norm_before_clip": 0.6368406414985657, "kl": 0.15804404378588735, "entropy": 0.6178310373441769, "ratio_outside_clip": 0.0}, {"loss": -0.03377009928226471, "gradient_norm_before_clip": 0.6360338926315308, "kl": 0.16521858257022712, "entropy": 0.6202348386003671, "ratio_outside_clip": 0.0}]}, {"step": 222, "rows": [[5, 7, "113", true], [5, 7, "15", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "3", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "10", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "16", true], [5, 8, "17", true], [5, 8, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [2, 9, "1110", true], [2, 9, "11110", true], [2, 9, "111101", false], [2, 9, "111110", false], [2, 9, "11", true], [2, 9, "113", true], [2, 9, "11110", true], [2, 9, "1110", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "7", true], [6, 0, "6", true], [6, 0, "9", true], [6, 0, "6", true], [6, 0, "6", true], [6, 0, "6", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "19", true], [8, 8, "13", true], [8, 8, "15", true], [2, 2, "3", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "8", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "3", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.022127695381641388, "gradient_norm_before_clip": 0.3734321892261505, "kl": 0.25677253680522216, "entropy": 0.5183060289095234, "ratio_outside_clip": 0.0}, {"loss": 0.021616147831082344, "gradient_norm_before_clip": 0.37050580978393555, "kl": 0.256431984501844, "entropy": 0.5193756785472678, "ratio_outside_clip": 0.0}]}, {"step": 223, "rows": [[9, 4, "15", true], [9, 4, "15", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "17", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "10", true], [5, 4, "9", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "10", true], [2, 8, "16", true], [9, 4, "12", true], [9, 4, "122", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [2, 4, "7", true], [2, 4, "9", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [5, 4, "910", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "9", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "9", true], [5, 5, "10", true], [5, 5, "91110", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.04157643765211105, "gradient_norm_before_clip": 1.1204605102539062, "kl": 0.14483478482209106, "entropy": 0.583767725768702, "ratio_outside_clip": 0.0}, {"loss": 0.03513635694980621, "gradient_norm_before_clip": 1.0281915664672852, "kl": 0.14523120432592637, "entropy": 0.5835343685896037, "ratio_outside_clip": 0.0}]}, {"step": 224, "rows": [[7, 1, "8", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "9", true], [7, 1, "8", true], [7, 1, "8", true], [7, 1, "8", true], [5, 7, "17", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "7", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "10", true], [2, 6, "8", true], [2, 6, "8", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "9", true], [4, 3, "7", true], [4, 3, "6", true], [4, 3, "78", true], [4, 3, "6", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [5, 5, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "16", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "100", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.011475784704089165, "gradient_norm_before_clip": 0.6046305298805237, "kl": 0.10550491199936977, "entropy": 0.3933908773023029, "ratio_outside_clip": 0.0}, {"loss": 0.008209921419620514, "gradient_norm_before_clip": 0.5766758322715759, "kl": 0.10764565578726835, "entropy": 0.3937747866608376, "ratio_outside_clip": 0.0}]}, {"step": 225, "rows": [[6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "13", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [9, 1, "10", true], [9, 1, "100", true], [9, 1, "10", true], [9, 1, "110", true], [9, 1, "1", true], [9, 1, "10", true], [9, 1, "10", true], [9, 1, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "10", true], [4, 5, "7", true], [4, 5, "9", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [2, 2, "4", true], [2, 2, "6", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "7", true], [2, 2, "4", true], [2, 2, "4", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "13", true], [5, 7, "12", true], [5, 7, "123", true], [5, 7, "12", true], [0, 1, "6", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10010", true], [0, 1, "10", true], [0, 1, "1", true], [0, 1, "10", true], [0, 1, "10", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "1234", true], [6, 7, "12", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.022093985229730606, "gradient_norm_before_clip": 0.4420575201511383, "kl": 0.22284768422444662, "entropy": 0.46834759182400176, "ratio_outside_clip": 0.0}, {"loss": -0.022380134090781212, "gradient_norm_before_clip": 0.4576013684272766, "kl": 0.2236194610595703, "entropy": 0.46575821770562065, "ratio_outside_clip": 0.0}]}, {"step": 226, "rows": [[2, 4, "8", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "8", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "8", true], [2, 4, "6", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "91110", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "8", true], [8, 1, "", true], [8, 1, "9", true], [8, 1, "917", true], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "911110", false], [8, 1, "910", true], [8, 1, "8", true], [2, 9, "110", true], [2, 9, "116", true], [2, 9, "16", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "1110", true], [2, 9, "110", true], [2, 9, "11", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "7", true], [0, 6, "6", true], [0, 6, "8", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [8, 8, "110", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "17", true], [8, 8, "12", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "7", true], [8, 0, "7", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true], [1, 3, "4", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.06305531412363052, "gradient_norm_before_clip": 0.6044068932533264, "kl": 0.24578802926199778, "entropy": 0.6470223183957686, "ratio_outside_clip": 0.0}, {"loss": -0.0647076964378357, "gradient_norm_before_clip": 0.6024054288864136, "kl": 0.24646417842888685, "entropy": 0.6466214197763005, "ratio_outside_clip": 0.0}]}, {"step": 227, "rows": [[5, 4, "907", true], [5, 4, "6", true], [5, 4, "8", true], [5, 4, "9", true], [5, 4, "90110", true], [5, 4, "10", true], [5, 4, "9", true], [5, 4, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "6", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "13", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [6, 7, "12", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "10", true], [7, 0, "7", true], [7, 0, "6", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "7", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "4", true], [1, 5, "6", true], [1, 5, "7", true], [1, 5, "100", true], [1, 5, "6", true], [1, 5, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "4", true], [2, 6, "10", true], [2, 6, "6", true], [2, 6, "9", true], [2, 6, "8", true], [2, 6, "8", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.004074527882039547, "gradient_norm_before_clip": 0.7925822734832764, "kl": 0.22513639009915865, "entropy": 0.5993951161702474, "ratio_outside_clip": 0.0}, {"loss": 0.0019495594315230846, "gradient_norm_before_clip": 0.7879630923271179, "kl": 0.22699091984675482, "entropy": 0.5985853244096805, "ratio_outside_clip": 0.0}]}, {"step": 228, "rows": [[8, 9, "13", true], [8, 9, "1913", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "134", true], [8, 9, "112", true], [8, 9, "123", true], [8, 9, "17", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "7", true], [8, 0, "8", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "3", true], [2, 1, "6", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [7, 5, "12", true], [7, 5, "1212", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "9112", true], [7, 5, "12", true], [7, 5, "12", true], [0, 0, "1010", true], [0, 0, "1", true], [0, 0, "1", true], [0, 0, "0", true], [0, 0, "10100", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [8, 0, "7", true], [8, 0, "9", true], [8, 0, "9", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "7", true], [8, 0, "8", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.009194829501211643, "gradient_norm_before_clip": 0.5577929615974426, "kl": 0.17369985580444336, "entropy": 0.5747744820334695, "ratio_outside_clip": 0.0}, {"loss": -0.012099331244826317, "gradient_norm_before_clip": 0.546185314655304, "kl": 0.17762815952301025, "entropy": 0.5756849809126421, "ratio_outside_clip": 0.0}]}, {"step": 229, "rows": [[6, 6, "15", true], [6, 6, "1324", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [4, 8, "13", true], [4, 8, "13", true], [4, 8, "9112", true], [4, 8, "16", true], [4, 8, "19", true], [4, 8, "12", true], [4, 8, "125", true], [4, 8, "12", true], [7, 2, "8", true], [7, 2, "910110", false], [7, 2, "8", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "7", true], [7, 2, "9", true], [7, 2, "9", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "4", true], [2, 2, "", true], [2, 2, "4", true], [2, 2, "4", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "0", true], [2, 4, "4", true], [2, 4, "6", true], [2, 4, "7", true], [4, 7, "10", true], [4, 7, "110", true], [4, 7, "111", true], [4, 7, "11", true], [4, 7, "912", true], [4, 7, "11", true], [4, 7, "11", true], [4, 7, "11", true], [9, 2, "11", true], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "110", true], [9, 2, "1110", true], [9, 2, "1110", true], [9, 2, "12", true], [6, 2, "00", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true], [6, 2, "8", true]], "zero_variance_groups": 0, "updates": [{"loss": -0.025084909051656723, "gradient_norm_before_clip": 0.6535480618476868, "kl": 0.27166326310899525, "entropy": 0.5636704762776693, "ratio_outside_clip": 0.0}, {"loss": -0.028849201276898384, "gradient_norm_before_clip": 0.6257835030555725, "kl": 0.27812923855251737, "entropy": 0.5633263058132596, "ratio_outside_clip": 0.0}]}, {"step": 230, "rows": [[4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "110", true], [4, 6, "10", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "10", true], [0, 7, "7", true], [8, 9, "19", true], [8, 9, "17", true], [8, 9, "12", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "112", true], [8, 9, "17", true], [8, 9, "17", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "112", true], [4, 5, "7", true], [4, 5, "10", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "910", true], [4, 5, "907", true], [4, 5, "10", true], [8, 8, "12", true], [8, 8, "12", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "15", true], [8, 8, "13", true], [8, 8, "17", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "7", true], [2, 4, "4", true], [2, 4, "7", true], [4, 4, "9", true], [4, 4, "10", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "9", true], [4, 4, "7", true], [4, 4, "8", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.011600491590797901, "gradient_norm_before_clip": 0.3734888732433319, "kl": 0.16200501419777094, "entropy": 0.62562343686126, "ratio_outside_clip": 0.0}, {"loss": 0.010048313066363335, "gradient_norm_before_clip": 0.38139960169792175, "kl": 0.16386053174041038, "entropy": 0.6276072125102199, "ratio_outside_clip": 0.0}]}, {"step": 231, "rows": [[1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "11", true], [1, 9, "106", true], [1, 9, "10", true], [1, 9, "10", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "13", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [7, 6, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "919171", false], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [1, 1, "2", true], [1, 1, "20", true], [1, 1, "10", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "2", true], [9, 6, "155815", false], [9, 6, "155156", false], [9, 6, "15134", true], [9, 6, "155129", false], [9, 6, "1517", true], [9, 6, "156212", false], [9, 6, "18", true], [9, 6, "157", true], [1, 7, "7", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "9", true], [1, 7, "8", true], [1, 7, "8", true], [1, 7, "8", true], [1, 0, "1010", true], [1, 0, "10", true], [1, 0, "10010", true], [1, 0, "10", true], [1, 0, "1", true], [1, 0, "10", true], [1, 0, "109", true], [1, 0, "11", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "10", true], [2, 4, "7", true], [2, 4, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.013653682544827461, "gradient_norm_before_clip": 0.5065281987190247, "kl": 0.42658272174873735, "entropy": 0.6692397763030697, "ratio_outside_clip": 0.0}, {"loss": 0.010840888135135174, "gradient_norm_before_clip": 0.49874362349510193, "kl": 0.4361921368223248, "entropy": 0.670579544221512, "ratio_outside_clip": 0.0}]}, {"step": 232, "rows": [[4, 6, "10", true], [4, 6, "100", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "10", true], [4, 6, "1010", true], [4, 6, "10", true], [4, 9, "13", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [4, 9, "13", true], [0, 0, "000100", false], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "8", true], [2, 4, "6", true], [2, 4, "7", true], [2, 4, "4", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "7", true], [4, 4, "6", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "8", true], [4, 4, "9", true], [8, 1, "8", true], [8, 1, "911110", false], [8, 1, "911101", false], [8, 1, "9", true], [8, 1, "9", true], [8, 1, "9110", true], [8, 1, "90100", true], [8, 1, "8", true], [4, 5, "9", true], [4, 5, "7", true], [4, 5, "8", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "9", true], [4, 5, "8", true], [4, 5, "9", true], [9, 2, "111000", false], [9, 2, "11", true], [9, 2, "1110", true], [9, 2, "110", true], [9, 2, "11010", true], [9, 2, "11", true], [9, 2, "11110", true], [9, 2, "91117", true]], "zero_variance_groups": 2, "updates": [{"loss": -0.041721802204847336, "gradient_norm_before_clip": 0.4112943112850189, "kl": 0.4032964958715691, "entropy": 0.6782199920169891, "ratio_outside_clip": 0.0}, {"loss": -0.04445122554898262, "gradient_norm_before_clip": 0.3979039192199707, "kl": 0.41478127777261076, "entropy": 0.6799747527591766, "ratio_outside_clip": 0.0}]}, {"step": 233, "rows": [[5, 8, "12", true], [5, 8, "17", true], [5, 8, "17", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [2, 1, "3", true], [2, 1, "4", true], [2, 1, "2", true], [2, 1, "112", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "4010", true], [2, 1, "3", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "6", true], [4, 2, "7", true], [4, 2, "7", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [5, 7, "12", true], [2, 7, "8", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "9", true], [2, 7, "8", true], [2, 7, "9", true], [0, 0, "", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "", true], [0, 0, "10", true], [0, 0, "0", true], [8, 8, "112", true], [8, 8, "124", true], [8, 8, "17", true], [8, 8, "13", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [0, 7, "6", true], [0, 7, "9", true], [0, 7, "8", true], [0, 7, "6", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true]], "zero_variance_groups": 3, "updates": [{"loss": 0.010406304150819778, "gradient_norm_before_clip": 0.44646939635276794, "kl": 0.1446515216103083, "entropy": 0.6354895483089399, "ratio_outside_clip": 0.0}, {"loss": 0.009671243838965893, "gradient_norm_before_clip": 0.44559094309806824, "kl": 0.14735865291160874, "entropy": 0.6380360277393197, "ratio_outside_clip": 0.0}]}, {"step": 234, "rows": [[4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [6, 9, "155551", false], [6, 9, "1515", true], [6, 9, "15515", true], [6, 9, "191551", false], [6, 9, "155551", false], [6, 9, "15", true], [6, 9, "155711", false], [6, 9, "155591", false], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "13", true], [8, 9, "17", true], [8, 9, "18", true], [8, 9, "13", true], [8, 9, "1224", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "13", true], [8, 9, "15", true], [8, 9, "15", true], [8, 9, "1713", true], [8, 9, "17", true], [8, 9, "17", true], [8, 9, "15", true], [9, 6, "155555", false], [9, 6, "15139", true], [9, 6, "1517", true], [9, 6, "154", true], [9, 6, "151210", false], [9, 6, "15", true], [9, 6, "155591", false], [9, 6, "155515", false], [2, 5, "6", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "4", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "7", true], [7, 0, "6", true], [7, 0, "6", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "123", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true], [9, 3, "12", true]], "zero_variance_groups": 4, "updates": [{"loss": 0.006197153124958277, "gradient_norm_before_clip": 0.4258922338485718, "kl": 0.48451090076742653, "entropy": 0.6955973307291666, "ratio_outside_clip": 0.0}, {"loss": 0.0053840880282223225, "gradient_norm_before_clip": 0.41901883482933044, "kl": 0.4908372016802226, "entropy": 0.6959388070999215, "ratio_outside_clip": 0.0}]}, {"step": 235, "rows": [[2, 5, "9", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "6", true], [2, 8, "10", true], [2, 8, "911111", false], [2, 8, "10", true], [2, 8, "8", true], [2, 8, "10", true], [2, 8, "106", true], [2, 8, "911110", false], [2, 8, "10", true], [1, 5, "8", true], [1, 5, "1010", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [6, 9, "15517", true], [6, 9, "1506", true], [6, 9, "155126", false], [6, 9, "151224", false], [6, 9, "15", true], [6, 9, "155915", false], [6, 9, "15", true], [6, 9, "159555", false], [0, 0, "6", true], [0, 0, "6", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "0", true], [0, 0, "10", true], [0, 0, "", true], [0, 0, "0000", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "1223", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [9, 6, "15122", true], [9, 6, "151230", false], [9, 6, "155515", false], [9, 6, "15", true], [9, 6, "17", true], [9, 6, "1515", true], [9, 6, "135", true], [9, 6, "151521", false], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "120", true], [3, 9, "15", true], [3, 9, "9114", true], [3, 9, "12", true]], "zero_variance_groups": 2, "updates": [{"loss": 0.004086378961801529, "gradient_norm_before_clip": 0.4783996045589447, "kl": 0.5328310777514761, "entropy": 0.6936354395431308, "ratio_outside_clip": 0.0}, {"loss": 0.0018467034678906202, "gradient_norm_before_clip": 0.473988801240921, "kl": 0.5395607662640409, "entropy": 0.6926350395800331, "ratio_outside_clip": 0.0}]}, {"step": 236, "rows": [[4, 7, "110", true], [4, 7, "110", true], [4, 7, "11", true], [4, 7, "11111", true], [4, 7, "1110", true], [4, 7, "11", true], [4, 7, "11110", true], [4, 7, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "113", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [3, 9, "15", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "12", true], [3, 9, "13", true], [3, 9, "12", true], [9, 4, "13", true], [9, 4, "17", true], [9, 4, "1113", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [7, 4, "11100", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "110", true], [7, 4, "110", true], [7, 4, "1110", true], [7, 4, "1111", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "8", true], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "6", true], [1, 1, "201013", false], [1, 1, "2", true], [1, 1, "3", true], [1, 1, "3", true], [1, 1, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "6", true], [0, 6, "10", true], [0, 6, "6", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.018416032195091248, "gradient_norm_before_clip": 0.6173096299171448, "kl": 0.4251503753662109, "entropy": 0.5944171905517578, "ratio_outside_clip": 0.0}, {"loss": -0.020289814099669456, "gradient_norm_before_clip": 0.5847057104110718, "kl": 0.4300676727294922, "entropy": 0.5939189910888671, "ratio_outside_clip": 0.0}]}, {"step": 237, "rows": [[8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "123", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "17", true], [8, 8, "13", true], [1, 9, "1010", true], [1, 9, "10", true], [1, 9, "000000", false], [1, 9, "100", true], [1, 9, "10110", true], [1, 9, "10", true], [1, 9, "10", true], [1, 9, "10", true], [0, 7, "9", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "6", true], [7, 2, "9", true], [7, 2, "10", true], [7, 2, "10", true], [7, 2, "910", true], [7, 2, "8", true], [7, 2, "91110", true], [7, 2, "10", true], [7, 2, "8", true], [5, 8, "110121", false], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "13124", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "17", true], [5, 8, "12", true], [9, 1, "12", true], [9, 1, "10", true], [9, 1, "108", true], [9, 1, "12", true], [9, 1, "10110", true], [9, 1, "10", true], [9, 1, "11010", true], [9, 1, "10", true], [0, 7, "6", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "7", true], [0, 7, "8", true], [0, 7, "7", true], [0, 7, "7", true], [5, 2, "7", true], [5, 2, "8", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "909", true], [5, 2, "7", true], [5, 2, "7", true], [5, 2, "7", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.002737909322604537, "gradient_norm_before_clip": 0.8894566893577576, "kl": 0.23163199670536003, "entropy": 0.608483383336018, "ratio_outside_clip": 0.0}, {"loss": -0.006531908176839352, "gradient_norm_before_clip": 0.822790801525116, "kl": 0.23249494414968588, "entropy": 0.606354349667264, "ratio_outside_clip": 0.0}]}, {"step": 238, "rows": [[5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "13", true], [5, 8, "13", true], [5, 8, "12", true], [5, 8, "12", true], [5, 8, "12", true], [9, 4, "12", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 4, "13", true], [9, 4, "15", true], [9, 4, "17", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "9112", true], [4, 8, "12", true], [4, 8, "12", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "8", true], [8, 0, "9", true], [8, 0, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "9", true], [2, 6, "809110", false], [2, 6, "6", true], [2, 6, "8", true], [2, 6, "8", true], [2, 6, "8", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [2, 5, "7", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "12", true], [7, 5, "123", true], [7, 5, "12", true], [7, 5, "13", true], [7, 5, "1223", true], [7, 5, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "12", true], [4, 8, "13", true], [4, 8, "12", true]], "zero_variance_groups": 1, "updates": [{"loss": -0.020695962011814117, "gradient_norm_before_clip": 0.3966236412525177, "kl": 0.10094889409124515, "entropy": 0.4756676625397246, "ratio_outside_clip": 0.0}, {"loss": -0.022136343643069267, "gradient_norm_before_clip": 0.38725656270980835, "kl": 0.1012023451638087, "entropy": 0.47359837246479963, "ratio_outside_clip": 0.0}]}, {"step": 239, "rows": [[5, 1, "6", true], [5, 1, "6", true], [5, 1, "8", true], [5, 1, "3", true], [5, 1, "6", true], [5, 1, "6", true], [5, 1, "4", true], [5, 1, "7", true], [8, 1, "912", true], [8, 1, "910", true], [8, 1, "9110", true], [8, 1, "912", true], [8, 1, "12", true], [8, 1, "8", true], [8, 1, "9", true], [8, 1, "8", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [1, 5, "6", true], [4, 9, "12", true], [4, 9, "17", true], [4, 9, "12", true], [4, 9, "12", true], [4, 9, "13", true], [4, 9, "15", true], [4, 9, "17", true], [4, 9, "112", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 3, "7", true], [4, 4, "8", true], [4, 4, "9", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "10", true], [4, 4, "9", true], [4, 4, "8", true], [4, 4, "8", true], [8, 2, "110", true], [8, 2, "100000", false], [8, 2, "110", true], [8, 2, "100", true], [8, 2, "10", true], [8, 2, "10", true], [8, 2, "101101", false], [8, 2, "10", true], [2, 1, "3", true], [2, 1, "2010", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "2", true], [2, 1, "4", true], [2, 1, "3", true], [2, 1, "3", true]], "zero_variance_groups": 3, "updates": [{"loss": 2.550227327446919e-05, "gradient_norm_before_clip": 0.5334687232971191, "kl": 0.2592649459838867, "entropy": 0.6975204831077939, "ratio_outside_clip": 0.0}, {"loss": -0.0029880886431783438, "gradient_norm_before_clip": 0.4938821792602539, "kl": 0.257067498706636, "entropy": 0.6958985101609003, "ratio_outside_clip": 0.0}]}, {"step": 240, "rows": [[6, 9, "15154", true], [6, 9, "155513", false], [6, 9, "1517", true], [6, 9, "1512", true], [6, 9, "1515", true], [6, 9, "155124", false], [6, 9, "1512", true], [6, 9, "155591", false], [3, 4, "6", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [3, 4, "7", true], [9, 4, "139", true], [9, 4, "17", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "123", true], [9, 4, "13", true], [9, 4, "12", true], [9, 4, "13", true], [9, 8, "112", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "17", true], [9, 8, "128", true], [9, 8, "1516", true], [9, 8, "17", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "12", true], [6, 6, "815191", false], [6, 6, "12", true], [6, 6, "12", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "3", true], [2, 1, "2", true], [2, 1, "408", true], [2, 1, "3", true], [2, 1, "26", true], [2, 1, "3", true], [2, 9, "111010", false], [2, 9, "1110", true], [2, 9, "110", true], [2, 9, "110", true], [2, 9, "11", true], [2, 9, "10", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11", true], [2, 9, "11100", true], [2, 9, "11110", true], [2, 9, "110", true], [2, 9, "10", true], [2, 9, "11010", true], [2, 9, "11", true], [2, 9, "11", true]], "zero_variance_groups": 1, "updates": [{"loss": 0.06024354696273804, "gradient_norm_before_clip": 0.6610058546066284, "kl": 0.44533006456163193, "entropy": 0.6849468315972222, "ratio_outside_clip": 0.0}, {"loss": 0.057007357478141785, "gradient_norm_before_clip": 0.6564115881919861, "kl": 0.43490834554036456, "entropy": 0.6835164388020833, "ratio_outside_clip": 0.0}]}]}, "checkpoints": {"initial": {"file": "seed-33-initial.pt", "sha256": "4f1625413887cee6bc5f3ea8d4bdc27342037a15e7ccd0773a576e25aa7318e9", "reload_equal": true}, "strict": {"file": "seed-33-strict.pt", "sha256": "4f320d0b87c8953ae60e12befc172df1bf422c88a3db999ff80c5fc28d36f54e", "reload_equal": true}, "substring": {"file": "seed-33-substring.pt", "sha256": "87c3f5a6cfecdd404c9539a0d43bf268919f0ba4ff662314af950c028eb2a049", "reload_equal": true}}}], "parameters": 11678, "wall_seconds": 10.361760541796684}