{"round":1,"train_step":0,"source_log_lines":{"rollout_summary":3269,"rollout":3279,"train":3866,"train_perf":3869,"posttrain_sync":4620},"metrics":{"rollout/response_len/mean":3344.3671875,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":319,"rollout/zero_std/count_-1.0":16,"rollout/zero_std/count_1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.62890625,"perf/rollout_time":596.3801732063293,"perf/tokens_per_gpu_per_sec":179.44887306468928,"perf/longest_sample_tokens_per_sec":6.868102234148064,"perf/effective_tokens_per_gpu_per_sec":179.44887306468928,"perf/longest_effective_sample_tokens_per_sec":6.868102234148064,"rollout/partition":127.5,"rollout/response_lengths":3344.3671875,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.62890625,"rollout/rollout_log_probs":-0.610804557800293,"rollout/raw_reward":-0.25,"rollout/total_lengths":3542.0234375,"rollout/kl":0.0,"rollout/advantages":1.0477378964424133e-09,"rollout/returns":1.0477378964424133e-09,"train/loss":-1.0477378964424133e-09,"train/pg_loss":-1.0477378964424133e-09,"train/entropy_loss":0.609438955783844,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01147817075252533,"train/grad_norm":0.11700751470107766,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":0,"perf/update_weights_time":7.9753258228302,"perf/data_preprocess_time":0.16177153587341309,"perf/train_wait_time":722.2720034122467,"perf/actor_train_time":850.4273698329926,"perf/train_time":850.9746177196503,"perf/actor_train_tflops":19.42439395501234,"perf/actor_train_tok_per_s":1066.2380259210963,"perf/step_time":1573.246621131897,"perf/wait_time_ratio":0.45909649110995504},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":850.4273698329926,"wall/complete_step_seconds":1468.0}} {"round":2,"train_step":1,"source_log_lines":{"rollout_summary":4935,"rollout":4941,"train":5414,"train_perf":5417,"posttrain_sync":6167},"metrics":{"rollout/response_len/mean":3178.1171875,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":483,"rollout/zero_std/count_-1.0":12,"rollout/zero_std/count_1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.5703125,"perf/rollout_time":531.3456060886383,"perf/tokens_per_gpu_per_sec":191.40037827476567,"perf/longest_sample_tokens_per_sec":7.7087303500101045,"perf/effective_tokens_per_gpu_per_sec":191.40037827476567,"perf/longest_effective_sample_tokens_per_sec":7.7087303500101045,"rollout/partition":127.5,"rollout/response_lengths":3178.1171875,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.5703125,"rollout/rollout_log_probs":-0.6353468894958496,"rollout/raw_reward":-0.15625,"rollout/total_lengths":3396.3046875,"rollout/kl":0.0,"rollout/advantages":5.122274160385132e-09,"rollout/returns":5.122274160385132e-09,"train/loss":-5.122274160385132e-09,"train/pg_loss":-5.122274160385132e-09,"train/entropy_loss":0.6349404454231262,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011829983443021774,"train/grad_norm":0.12668603531245304,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":1,"perf/update_weights_time":3.637244701385498,"perf/data_preprocess_time":0.1410691738128662,"perf/train_wait_time":552.2165856361389,"perf/actor_train_time":762.9110836982727,"perf/train_time":763.3897428512573,"perf/actor_train_tflops":20.76035226436074,"perf/actor_train_tok_per_s":1139.6531241691391,"perf/step_time":1315.6063284873962,"perf/wait_time_ratio":0.4197430292624419},"timers":{"timer/posttrain_weight_sync_seconds":3.8,"timer/actor_train_seconds":762.9110836982727,"wall/complete_step_seconds":1305.0}} {"round":3,"train_step":2,"source_log_lines":{"rollout_summary":6381,"rollout":6388,"train":6853,"train_perf":6856,"posttrain_sync":6926},"metrics":{"rollout/response_len/mean":3364.26171875,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":340,"rollout/zero_std/count_-1.0":13,"rollout/zero_std/count_1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.6171875,"perf/rollout_time":509.45377802848816,"perf/tokens_per_gpu_per_sec":211.31725711528625,"perf/longest_sample_tokens_per_sec":8.039983560139495,"perf/effective_tokens_per_gpu_per_sec":211.31725711528625,"perf/longest_effective_sample_tokens_per_sec":8.039983560139495,"rollout/partition":127.5,"rollout/response_lengths":3364.26171875,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.6171875,"rollout/rollout_log_probs":-0.6139809489250183,"rollout/raw_reward":-0.25,"rollout/total_lengths":3555.51171875,"rollout/kl":0.0,"rollout/advantages":-2.0954757928848267e-09,"rollout/returns":-2.0954757928848267e-09,"train/loss":2.0954757928848267e-09,"train/pg_loss":2.0954757928848267e-09,"train/entropy_loss":0.6140710115432739,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01149352639913559,"train/grad_norm":0.13195066758030674,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":2,"perf/update_weights_time":3.7799222469329834,"perf/data_preprocess_time":0.1424722671508789,"perf/train_wait_time":519.2614512443542,"perf/actor_train_time":776.1740248203278,"perf/train_time":776.6372427940369,"perf/actor_train_tflops":21.368449608159548,"perf/actor_train_tok_per_s":1172.6893336976843,"perf/step_time":1295.898694038391,"perf/wait_time_ratio":0.40069602171307617},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":776.1740248203278,"wall/complete_step_seconds":1295.0}} {"round":4,"train_step":3,"source_log_lines":{"rollout_summary":7955,"rollout":7961,"train":8450,"train_perf":8453,"posttrain_sync":9205},"metrics":{"rollout/response_len/mean":3267.97265625,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":461,"rollout/zero_std/count_-1.0":17,"rollout/zero_std/count_1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.62890625,"perf/rollout_time":489.35507321357727,"perf/tokens_per_gpu_per_sec":213.69988935285556,"perf/longest_sample_tokens_per_sec":8.370200339605585,"perf/effective_tokens_per_gpu_per_sec":213.69988935285556,"perf/longest_effective_sample_tokens_per_sec":8.370200339605585,"rollout/partition":127.5,"rollout/response_lengths":3267.97265625,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.62890625,"rollout/rollout_log_probs":-0.5974498987197876,"rollout/raw_reward":-0.3359375,"rollout/total_lengths":3474.50390625,"rollout/kl":0.0,"rollout/advantages":3.4924596548080444e-10,"rollout/returns":3.4924596548080444e-10,"train/loss":-1.280568540096283e-09,"train/pg_loss":-1.280568540096283e-09,"train/entropy_loss":0.5980770587921143,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011334442533552647,"train/grad_norm":0.12164268359608763,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":3,"perf/update_weights_time":3.5969398021698,"perf/data_preprocess_time":0.14621806144714355,"perf/train_wait_time":498.48714423179626,"perf/actor_train_time":793.0427706241608,"perf/train_time":793.5081090927124,"perf/actor_train_tflops":20.43611776027428,"perf/actor_train_tok_per_s":1121.5952442261648,"perf/step_time":1291.9952533245087,"perf/wait_time_ratio":0.3858273805179313},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":793.0427706241608,"wall/complete_step_seconds":1292.0}} {"round":5,"train_step":4,"source_log_lines":{"rollout_summary":9594,"rollout":9600,"train":10045,"train_perf":10048,"posttrain_sync":10118},"metrics":{"rollout/response_len/mean":3252.3046875,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":763,"rollout/zero_std/count_-1.0":14,"rollout/zero_std/count_1.0":9,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.58984375,"perf/rollout_time":530.2016217708588,"perf/tokens_per_gpu_per_sec":196.29089336316352,"perf/longest_sample_tokens_per_sec":7.725363016279492,"perf/effective_tokens_per_gpu_per_sec":196.29089336316352,"perf/longest_effective_sample_tokens_per_sec":7.725363016279492,"rollout/partition":127.5,"rollout/response_lengths":3252.3046875,"rollout/rewards":0.0,"rollout/truncated":0.58984375,"rollout/rollout_log_probs":-0.6159586310386658,"rollout/raw_reward":-0.1875,"rollout/total_lengths":3446.3984375,"rollout/kl":0.0,"rollout/advantages":3.259629011154175e-09,"rollout/returns":3.259629011154175e-09,"train/loss":-4.190951585769653e-09,"train/pg_loss":-4.190951585769653e-09,"train/entropy_loss":0.6154932975769043,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011477172374725342,"train/grad_norm":0.11451885367073755,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":4,"perf/update_weights_time":3.645542621612549,"perf/data_preprocess_time":0.15466022491455078,"perf/train_wait_time":539.4399735927582,"perf/actor_train_time":740.1869871616364,"perf/train_time":740.6549408435822,"perf/actor_train_tflops":21.692174922400223,"perf/actor_train_tok_per_s":1191.9663751226349,"perf/step_time":1280.0949144363403,"perf/wait_time_ratio":0.421406231295191},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":740.1869871616364,"wall/complete_step_seconds":1280.0}} {"round":6,"train_step":5,"source_log_lines":{"rollout_summary":11117,"rollout":11123,"train":11569,"train_perf":11572,"posttrain_sync":11758},"metrics":{"rollout/response_len/mean":3172.26171875,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":362,"rollout/zero_std/count_-1.0":16,"rollout/zero_std/count_1.0":9,"rollout/prefix_cache_hit_rate":0.11448598130841121,"rollout/avg_cached_tokens_per_sample":24.5,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.625,"perf/rollout_time":486.1712543964386,"perf/tokens_per_gpu_per_sec":208.79962375814134,"perf/longest_sample_tokens_per_sec":8.4250147719758,"perf/effective_tokens_per_gpu_per_sec":208.79962375814134,"perf/longest_effective_sample_tokens_per_sec":8.4250147719758,"rollout/partition":127.5,"rollout/response_lengths":3172.26171875,"rollout/rewards":-1.3969838619232178e-09,"rollout/truncated":0.625,"rollout/rollout_log_probs":-0.6063870787620544,"rollout/raw_reward":-0.25,"rollout/total_lengths":3386.26171875,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-4.656612873077393e-10,"train/pg_loss":-4.656612873077393e-10,"train/entropy_loss":0.6052015423774719,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011251590214669704,"train/grad_norm":0.08432590548633938,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":5,"perf/update_weights_time":3.590381622314453,"perf/data_preprocess_time":0.14271974563598633,"perf/train_wait_time":495.394659280777,"perf/actor_train_time":746.132009267807,"perf/train_time":746.6047036647797,"perf/actor_train_tflops":21.174254975611525,"perf/actor_train_tok_per_s":1161.8359609724935,"perf/step_time":1241.9993629455566,"perf/wait_time_ratio":0.3988686903235495},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":746.132009267807,"wall/complete_step_seconds":1242.0}} {"round":7,"train_step":6,"source_log_lines":{"rollout_summary":12134,"rollout":12140,"train":12561,"train_perf":12564,"posttrain_sync":12635},"metrics":{"rollout/response_len/mean":2874.08984375,"rollout/response_len/median":4027.5,"rollout/response_len/max":4096,"rollout/response_len/min":358,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":12,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.49609375,"perf/rollout_time":509.3975338935852,"perf/tokens_per_gpu_per_sec":180.5483318637601,"perf/longest_sample_tokens_per_sec":8.040871279238795,"perf/effective_tokens_per_gpu_per_sec":180.5483318637601,"perf/longest_effective_sample_tokens_per_sec":8.040871279238795,"rollout/partition":127.5,"rollout/response_lengths":2874.08984375,"rollout/rewards":1.6298145055770874e-09,"rollout/truncated":0.49609375,"rollout/rollout_log_probs":-0.5529299378395081,"rollout/raw_reward":-0.0078125,"rollout/total_lengths":3075.87109375,"rollout/kl":0.0,"rollout/advantages":3.725290298461914e-09,"rollout/returns":3.725290298461914e-09,"train/loss":-3.259629011154175e-09,"train/pg_loss":-3.259629011154175e-09,"train/entropy_loss":0.5532847046852112,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01062524039298296,"train/grad_norm":0.11739263065045963,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":6,"perf/update_weights_time":3.5843513011932373,"perf/data_preprocess_time":0.1434011459350586,"perf/train_wait_time":518.5173335075378,"perf/actor_train_time":684.2728228569031,"perf/train_time":684.7521371841431,"perf/actor_train_tflops":20.886257324079228,"perf/actor_train_tok_per_s":1150.7442261296237,"perf/step_time":1203.269470691681,"perf/wait_time_ratio":0.4309237009142068},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":684.2728228569031,"wall/complete_step_seconds":1203.0}} {"round":8,"train_step":7,"source_log_lines":{"rollout_summary":13705,"rollout":13711,"train":14160,"train_perf":14163,"posttrain_sync":14908},"metrics":{"rollout/response_len/mean":3165.484375,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":678,"rollout/zero_std/count_-1.0":14,"rollout/zero_std/count_1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.5859375,"perf/rollout_time":489.7901997566223,"perf/tokens_per_gpu_per_sec":206.81406049025466,"perf/longest_sample_tokens_per_sec":8.362764306095366,"perf/effective_tokens_per_gpu_per_sec":206.81406049025466,"perf/longest_effective_sample_tokens_per_sec":8.362764306095366,"rollout/partition":127.5,"rollout/response_lengths":3165.484375,"rollout/rewards":1.862645149230957e-09,"rollout/truncated":0.5859375,"rollout/rollout_log_probs":-0.6326172351837158,"rollout/raw_reward":-0.21875,"rollout/total_lengths":3371.921875,"rollout/kl":0.0,"rollout/advantages":5.122274160385132e-09,"rollout/returns":5.122274160385132e-09,"train/loss":-3.259629011154175e-09,"train/pg_loss":-3.259629011154175e-09,"train/entropy_loss":0.6307544112205505,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01177257765084505,"train/grad_norm":0.11752333203953653,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":7,"perf/update_weights_time":3.538586139678955,"perf/data_preprocess_time":0.14509057998657227,"perf/train_wait_time":498.89265155792236,"perf/actor_train_time":744.4943780899048,"perf/train_time":744.9589993953705,"perf/actor_train_tflops":21.10590960103636,"perf/actor_train_tok_per_s":1159.460736580282,"perf/step_time":1243.8516509532928,"perf/wait_time_ratio":0.4010869392467896},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":744.4943780899048,"wall/complete_step_seconds":1244.0}} {"round":9,"train_step":8,"source_log_lines":{"rollout_summary":15231,"rollout":15237,"train":15668,"train_perf":15671,"posttrain_sync":16015},"metrics":{"rollout/response_len/mean":3094.75390625,"rollout/response_len/median":4076.5,"rollout/response_len/max":4096,"rollout/response_len/min":603,"rollout/zero_std/count_-1.0":13,"rollout/zero_std/count_1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.5,"perf/rollout_time":532.3227260112762,"perf/tokens_per_gpu_per_sec":186.0377552205092,"perf/longest_sample_tokens_per_sec":7.694580373623263,"perf/effective_tokens_per_gpu_per_sec":186.0377552205092,"perf/longest_effective_sample_tokens_per_sec":7.694580373623263,"rollout/partition":127.5,"rollout/response_lengths":3094.75390625,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.5,"rollout/rollout_log_probs":-0.6074918508529663,"rollout/raw_reward":-0.046875,"rollout/total_lengths":3291.50390625,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-09,"rollout/returns":2.3283064365386963e-09,"train/loss":-3.259629011154175e-09,"train/pg_loss":-3.259629011154175e-09,"train/entropy_loss":0.6069209575653076,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01144273579120636,"train/grad_norm":0.1372190314098679,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":8,"perf/update_weights_time":3.5943074226379395,"perf/data_preprocess_time":0.1422739028930664,"perf/train_wait_time":541.4948914051056,"perf/actor_train_time":717.0798051357269,"perf/train_time":717.5504999160767,"perf/actor_train_tflops":21.35451802009517,"perf/actor_train_tok_per_s":1175.0784138182642,"perf/step_time":1259.0453913211823,"perf/wait_time_ratio":0.4300836928817051},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":717.0798051357269,"wall/complete_step_seconds":1260.0}} {"round":10,"train_step":9,"source_log_lines":{"rollout_summary":16339,"rollout":16345,"train":16703,"train_perf":16706,"posttrain_sync":16777},"metrics":{"rollout/response_len/mean":2532.88671875,"rollout/response_len/median":2223.0,"rollout/response_len/max":4096,"rollout/response_len/min":270,"rollout/zero_std/count_-1.0":9,"rollout/zero_std/count_1.0":13,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.3984375,"perf/rollout_time":522.9704568386078,"perf/tokens_per_gpu_per_sec":154.98461517303895,"perf/longest_sample_tokens_per_sec":7.832182385140071,"perf/effective_tokens_per_gpu_per_sec":154.98461517303895,"perf/longest_effective_sample_tokens_per_sec":7.832182385140071,"rollout/partition":127.5,"rollout/response_lengths":2532.88671875,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.3984375,"rollout/rollout_log_probs":-0.5795069336891174,"rollout/raw_reward":0.15625,"rollout/total_lengths":2738.51171875,"rollout/kl":0.0,"rollout/advantages":-3.3760443329811096e-09,"rollout/returns":-3.3760443329811096e-09,"train/loss":2.7939677238464355e-09,"train/pg_loss":2.7939677238464355e-09,"train/entropy_loss":0.5782212018966675,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011030486784875393,"train/grad_norm":0.1439570607187999,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":9,"perf/update_weights_time":3.655337333679199,"perf/data_preprocess_time":0.14105868339538574,"perf/train_wait_time":532.2079517841339,"perf/actor_train_time":588.1041467189789,"perf/train_time":588.5788490772247,"perf/actor_train_tflops":21.569966526207,"perf/actor_train_tok_per_s":1192.0660718194115,"perf/step_time":1120.7868008613586,"perf/wait_time_ratio":0.47485208727932554},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":588.1041467189789,"wall/complete_step_seconds":1120.0}} {"round":11,"train_step":10,"source_log_lines":{"rollout_summary":17694,"rollout":17700,"train":18165,"train_perf":18168,"posttrain_sync":18921},"metrics":{"rollout/response_len/mean":3178.078125,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":595,"rollout/zero_std/count_1.0":8,"rollout/zero_std/count_-1.0":9,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.5234375,"perf/rollout_time":476.5008704662323,"perf/tokens_per_gpu_per_sec":213.42773183287807,"perf/longest_sample_tokens_per_sec":8.59599688871978,"perf/effective_tokens_per_gpu_per_sec":213.42773183287807,"perf/longest_effective_sample_tokens_per_sec":8.59599688871978,"rollout/partition":127.5,"rollout/response_lengths":3178.078125,"rollout/rewards":-6.984919309616089e-10,"rollout/truncated":0.5234375,"rollout/rollout_log_probs":-0.6335574984550476,"rollout/raw_reward":-0.0390625,"rollout/total_lengths":3379.171875,"rollout/kl":0.0,"rollout/advantages":3.026798367500305e-09,"rollout/returns":3.026798367500305e-09,"train/loss":-3.026798367500305e-09,"train/pg_loss":-3.026798367500305e-09,"train/entropy_loss":0.6329216957092285,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011686435900628567,"train/grad_norm":0.2643389422940831,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":10,"perf/update_weights_time":3.6141791343688965,"perf/data_preprocess_time":0.1460132598876953,"perf/train_wait_time":485.73682141304016,"perf/actor_train_time":752.2839946746826,"perf/train_time":752.7469584941864,"perf/actor_train_tflops":20.906795068226984,"perf/actor_train_tok_per_s":1149.9221120264424,"perf/step_time":1238.4837799072266,"perf/wait_time_ratio":0.39220281225598785},"timers":{"timer/posttrain_weight_sync_seconds":3.8,"timer/actor_train_seconds":752.2839946746826,"wall/complete_step_seconds":1239.0}} {"round":12,"train_step":11,"source_log_lines":{"rollout_summary":19199,"rollout":19205,"train":19636,"train_perf":19639,"posttrain_sync":20262},"metrics":{"rollout/response_len/mean":3140.87109375,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":166,"rollout/zero_std/count_-1.0":15,"rollout/zero_std/count_1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.59375,"perf/rollout_time":480.770681142807,"perf/tokens_per_gpu_per_sec":209.05574932541566,"perf/longest_sample_tokens_per_sec":8.519654298102537,"perf/effective_tokens_per_gpu_per_sec":209.05574932541566,"perf/longest_effective_sample_tokens_per_sec":8.519654298102537,"rollout/partition":127.5,"rollout/response_lengths":3140.87109375,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.59375,"rollout/rollout_log_probs":-0.6390092372894287,"rollout/raw_reward":-0.1953125,"rollout/total_lengths":3340.30859375,"rollout/kl":0.0,"rollout/advantages":5.471520125865936e-09,"rollout/returns":5.471520125865936e-09,"train/loss":-4.6566128730773926e-09,"train/pg_loss":-4.6566128730773926e-09,"train/entropy_loss":0.6408329010009766,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01195546705275774,"train/grad_norm":0.12797400020127594,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":11,"perf/update_weights_time":3.792036533355713,"perf/data_preprocess_time":0.15135979652404785,"perf/train_wait_time":489.97998571395874,"perf/actor_train_time":721.4821424484253,"perf/train_time":721.9550087451935,"perf/actor_train_tflops":21.579398442473863,"perf/actor_train_tok_per_s":1185.2254542268558,"perf/step_time":1211.9349944591522,"perf/wait_time_ratio":0.40429559997367776},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":721.4821424484253,"wall/complete_step_seconds":1212.0}} {"round":13,"train_step":12,"source_log_lines":{"rollout_summary":20605,"rollout":20611,"train":20998,"train_perf":21001,"posttrain_sync":21751},"metrics":{"rollout/response_len/mean":2752.9140625,"rollout/response_len/median":3048.5,"rollout/response_len/max":4096,"rollout/response_len/min":419,"rollout/zero_std/count_1.0":15,"rollout/zero_std/count_-1.0":9,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.453125,"perf/rollout_time":555.5893747806549,"perf/tokens_per_gpu_per_sec":158.5581978323091,"perf/longest_sample_tokens_per_sec":7.3723512110307885,"perf/effective_tokens_per_gpu_per_sec":158.5581978323091,"perf/longest_effective_sample_tokens_per_sec":7.3723512110307885,"rollout/partition":127.5,"rollout/response_lengths":2752.9140625,"rollout/rewards":9.313225746154785e-10,"rollout/truncated":0.453125,"rollout/rollout_log_probs":-0.5755085349082947,"rollout/raw_reward":0.078125,"rollout/total_lengths":2934.7578125,"rollout/kl":0.0,"rollout/advantages":5.122274160385132e-09,"rollout/returns":5.122274160385132e-09,"train/loss":-5.122274160385132e-09,"train/pg_loss":-5.122274160385132e-09,"train/entropy_loss":0.5751235485076904,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011002223007380962,"train/grad_norm":0.10626945492798319,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":12,"perf/update_weights_time":3.549751043319702,"perf/data_preprocess_time":0.1601884365081787,"perf/train_wait_time":564.5828564167023,"perf/actor_train_time":641.9504699707031,"perf/train_time":642.4125607013702,"perf/actor_train_tflops":21.2118084965203,"perf/actor_train_tok_per_s":1170.336396878543,"perf/step_time":1206.9954171180725,"perf/wait_time_ratio":0.46775890646275153},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":641.9504699707031,"wall/complete_step_seconds":1207.0}} {"round":14,"train_step":13,"source_log_lines":{"rollout_summary":22107,"rollout":22113,"train":22563,"train_perf":22566,"posttrain_sync":23315},"metrics":{"rollout/response_len/mean":3240.15234375,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":540,"rollout/zero_std/count_1.0":8,"rollout/zero_std/count_-1.0":9,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.546875,"perf/rollout_time":615.52068400383,"perf/tokens_per_gpu_per_sec":168.45067549241747,"perf/longest_sample_tokens_per_sec":6.654528607156463,"perf/effective_tokens_per_gpu_per_sec":168.45067549241747,"perf/longest_effective_sample_tokens_per_sec":6.654528607156463,"rollout/partition":127.5,"rollout/response_lengths":3240.15234375,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.546875,"rollout/rollout_log_probs":-0.6113537549972534,"rollout/raw_reward":-0.0859375,"rollout/total_lengths":3430.90234375,"rollout/kl":0.0,"rollout/advantages":-2.7939677238464355e-09,"rollout/returns":-2.7939677238464355e-09,"train/loss":3.725290298461914e-09,"train/pg_loss":3.725290298461914e-09,"train/entropy_loss":0.6120525002479553,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01156061515212059,"train/grad_norm":0.14556417717628736,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":13,"perf/update_weights_time":3.5597593784332275,"perf/data_preprocess_time":0.16025519371032715,"perf/train_wait_time":624.6631033420563,"perf/actor_train_time":744.7949433326721,"perf/train_time":745.2555999755859,"perf/actor_train_tflops":21.45229345642295,"perf/actor_train_tok_per_s":1179.2655251791784,"perf/step_time":1369.9187033176422,"perf/wait_time_ratio":0.4559855280676579},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":744.7949433326721,"wall/complete_step_seconds":1370.0}} {"round":15,"train_step":14,"source_log_lines":{"rollout_summary":23561,"rollout":23567,"train":23956,"train_perf":23959,"posttrain_sync":24709},"metrics":{"rollout/response_len/mean":2680.0234375,"rollout/response_len/median":2874.5,"rollout/response_len/max":4096,"rollout/response_len/min":347,"rollout/zero_std/count_1.0":11,"rollout/zero_std/count_-1.0":14,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.43359375,"perf/rollout_time":472.16081404685974,"perf/tokens_per_gpu_per_sec":181.63461991890046,"perf/longest_sample_tokens_per_sec":8.675010458605087,"perf/effective_tokens_per_gpu_per_sec":181.63461991890046,"perf/longest_effective_sample_tokens_per_sec":8.675010458605087,"rollout/partition":127.5,"rollout/response_lengths":2680.0234375,"rollout/rewards":0.0,"rollout/truncated":0.43359375,"rollout/rollout_log_probs":-0.5473628044128418,"rollout/raw_reward":0.0,"rollout/total_lengths":2887.0234375,"rollout/kl":0.0,"rollout/advantages":6.984919309616089e-10,"rollout/returns":6.984919309616089e-10,"train/loss":-1.6298145055770874e-09,"train/pg_loss":-1.6298145055770874e-09,"train/entropy_loss":0.5473586916923523,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010738067328929901,"train/grad_norm":0.1183742828548827,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":14,"perf/update_weights_time":3.651503086090088,"perf/data_preprocess_time":0.14669418334960938,"perf/train_wait_time":481.24097967147827,"perf/actor_train_time":631.0991101264954,"perf/train_time":631.555299282074,"perf/actor_train_tflops":21.22291988673762,"perf/actor_train_tok_per_s":1171.096564930763,"perf/step_time":1112.7962789535522,"perf/wait_time_ratio":0.4324609892872989},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":631.0991101264954,"wall/complete_step_seconds":1112.0}} {"round":16,"train_step":15,"source_log_lines":{"rollout_summary":25040,"rollout":25046,"train":25403,"train_perf":25406,"posttrain_sync":25606},"metrics":{"rollout/response_len/mean":2433.4140625,"rollout/response_len/median":2277.5,"rollout/response_len/max":4096,"rollout/response_len/min":348,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.28515625,"perf/rollout_time":475.9803638458252,"perf/tokens_per_gpu_per_sec":163.59761014263736,"perf/longest_sample_tokens_per_sec":8.605397010299223,"perf/effective_tokens_per_gpu_per_sec":163.59761014263736,"perf/longest_effective_sample_tokens_per_sec":8.605397010299223,"rollout/partition":127.5,"rollout/response_lengths":2433.4140625,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.28515625,"rollout/rollout_log_probs":-0.49939557909965515,"rollout/raw_reward":0.2734375,"rollout/total_lengths":2636.9453125,"rollout/kl":0.0,"rollout/advantages":1.1641532182693481e-10,"rollout/returns":1.1641532182693481e-10,"train/loss":-1.1641532182693481e-10,"train/pg_loss":-1.1641532182693481e-10,"train/entropy_loss":0.498691201210022,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009878243319690228,"train/grad_norm":0.17817561952877442,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":15,"perf/update_weights_time":3.6287477016448975,"perf/data_preprocess_time":0.14926385879516602,"perf/train_wait_time":485.0512664318085,"perf/actor_train_time":573.0234820842743,"perf/train_time":573.4897067546844,"perf/actor_train_tflops":21.2368009057697,"perf/actor_train_tok_per_s":1178.0634146869386,"perf/step_time":1058.540973186493,"perf/wait_time_ratio":0.4582262554954994},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":573.0234820842743,"wall/complete_step_seconds":1059.0}} {"round":17,"train_step":16,"source_log_lines":{"rollout_summary":25861,"rollout":25867,"train":26287,"train_perf":26290,"posttrain_sync":26780},"metrics":{"rollout/response_len/mean":2999.6640625,"rollout/response_len/median":4096.0,"rollout/response_len/max":4096,"rollout/response_len/min":427,"rollout/zero_std/count_1.0":8,"rollout/zero_std/count_-1.0":11,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.515625,"perf/rollout_time":469.3455331325531,"perf/tokens_per_gpu_per_sec":204.5172335173596,"perf/longest_sample_tokens_per_sec":8.727045877398822,"perf/effective_tokens_per_gpu_per_sec":204.5172335173596,"perf/longest_effective_sample_tokens_per_sec":8.727045877398822,"rollout/partition":127.5,"rollout/response_lengths":2999.6640625,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.515625,"rollout/rollout_log_probs":-0.5853673815727234,"rollout/raw_reward":-0.0625,"rollout/total_lengths":3190.9453125,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-09,"rollout/returns":2.3283064365386963e-09,"train/loss":-3.259629011154175e-09,"train/pg_loss":-3.259629011154175e-09,"train/entropy_loss":0.5843205451965332,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011174432002007961,"train/grad_norm":0.16474273985754168,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":16,"perf/update_weights_time":3.5627880096435547,"perf/data_preprocess_time":0.15189290046691895,"perf/train_wait_time":478.42989706993103,"perf/actor_train_time":694.5564594268799,"perf/train_time":695.0242693424225,"perf/actor_train_tflops":21.369918423551116,"perf/actor_train_tok_per_s":1176.1203699322848,"perf/step_time":1173.4541664123535,"perf/wait_time_ratio":0.40771076601368517},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":694.5564594268799,"wall/complete_step_seconds":1173.0}} {"round":18,"train_step":17,"source_log_lines":{"rollout_summary":27099,"rollout":27105,"train":27493,"train_perf":27496,"posttrain_sync":27566},"metrics":{"rollout/response_len/mean":2728.78125,"rollout/response_len/median":3238.0,"rollout/response_len/max":4096,"rollout/response_len/min":314,"rollout/zero_std/count_1.0":12,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.40625,"perf/rollout_time":519.7559223175049,"perf/tokens_per_gpu_per_sec":168.0038576773695,"perf/longest_sample_tokens_per_sec":7.8806220845673485,"perf/effective_tokens_per_gpu_per_sec":168.0038576773695,"perf/longest_effective_sample_tokens_per_sec":7.8806220845673485,"rollout/partition":127.5,"rollout/response_lengths":2728.78125,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.40625,"rollout/rollout_log_probs":-0.5506654977798462,"rollout/raw_reward":0.1484375,"rollout/total_lengths":2943.03125,"rollout/kl":0.0,"rollout/advantages":3.725290298461914e-09,"rollout/returns":3.725290298461914e-09,"train/loss":-3.725290298461914e-09,"train/pg_loss":-3.725290298461914e-09,"train/entropy_loss":0.5512459874153137,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010724768973886967,"train/grad_norm":0.14164084843209218,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":17,"perf/update_weights_time":3.721102476119995,"perf/data_preprocess_time":0.17781639099121094,"perf/train_wait_time":528.9694380760193,"perf/actor_train_time":641.3248572349548,"perf/train_time":641.7690210342407,"perf/actor_train_tflops":21.28063445416569,"perf/actor_train_tok_per_s":1174.7805990996847,"perf/step_time":1170.73845911026,"perf/wait_time_ratio":0.4518254559417365},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":641.3248572349548,"wall/complete_step_seconds":1171.0}} {"round":19,"train_step":18,"source_log_lines":{"rollout_summary":28612,"rollout":28618,"train":29002,"train_perf":29005,"posttrain_sync":29266},"metrics":{"rollout/response_len/mean":2656.08984375,"rollout/response_len/median":2692.0,"rollout/response_len/max":4096,"rollout/response_len/min":484,"rollout/zero_std/count_-1.0":11,"rollout/zero_std/count_1.0":14,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.38671875,"perf/rollout_time":563.4805610179901,"perf/tokens_per_gpu_per_sec":150.83905440579412,"perf/longest_sample_tokens_per_sec":7.269106129588787,"perf/effective_tokens_per_gpu_per_sec":150.83905440579412,"perf/longest_effective_sample_tokens_per_sec":7.269106129588787,"rollout/partition":127.5,"rollout/response_lengths":2656.08984375,"rollout/rewards":-1.6298145055770874e-09,"rollout/truncated":0.38671875,"rollout/rollout_log_probs":-0.5270123481750488,"rollout/raw_reward":0.1640625,"rollout/total_lengths":2856.87109375,"rollout/kl":0.0,"rollout/advantages":-2.561137080192566e-09,"rollout/returns":-2.561137080192566e-09,"train/loss":2.2118911147117615e-09,"train/pg_loss":2.2118911147117615e-09,"train/entropy_loss":0.5269582271575928,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010358461178839207,"train/grad_norm":0.12141849442575516,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":18,"perf/update_weights_time":3.6264259815216064,"perf/data_preprocess_time":0.15786075592041016,"perf/train_wait_time":572.5391778945923,"perf/actor_train_time":617.7619001865387,"perf/train_time":618.2220997810364,"perf/actor_train_tflops":21.41394205319459,"perf/actor_train_tok_per_s":1183.8849235913701,"perf/step_time":1190.7612776756287,"perf/wait_time_ratio":0.48081776643945906},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":617.7619001865387,"wall/complete_step_seconds":1191.0}} {"round":20,"train_step":19,"source_log_lines":{"rollout_summary":29560,"rollout":29566,"train":29910,"train_perf":29913,"posttrain_sync":30662},"metrics":{"rollout/response_len/mean":2352.2265625,"rollout/response_len/median":2042.0,"rollout/response_len/max":4096,"rollout/response_len/min":430,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.3046875,"perf/rollout_time":476.93089175224304,"perf/tokens_per_gpu_per_sec":157.82422841903488,"perf/longest_sample_tokens_per_sec":8.588246370352117,"perf/effective_tokens_per_gpu_per_sec":157.82422841903488,"perf/longest_effective_sample_tokens_per_sec":8.588246370352117,"rollout/partition":127.5,"rollout/response_lengths":2352.2265625,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.3046875,"rollout/rollout_log_probs":-0.5614456534385681,"rollout/raw_reward":0.3671875,"rollout/total_lengths":2549.8828125,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-09,"rollout/returns":2.3283064365386963e-09,"train/loss":-2.3283064365386963e-09,"train/pg_loss":-2.3283064365386963e-09,"train/entropy_loss":0.5604686141014099,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010842464864253998,"train/grad_norm":0.11013356340423887,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":19,"perf/update_weights_time":3.699763536453247,"perf/data_preprocess_time":0.14847731590270996,"perf/train_wait_time":486.26016664505005,"perf/actor_train_time":556.1154108047485,"perf/train_time":556.58762550354,"perf/actor_train_tflops":21.174512415153195,"perf/actor_train_tok_per_s":1173.8031122989087,"perf/step_time":1042.84779214859,"perf/wait_time_ratio":0.46628105300314554},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":556.1154108047485,"wall/complete_step_seconds":1043.0}} {"round":21,"train_step":20,"source_log_lines":{"rollout_summary":30953,"rollout":30959,"train":31309,"train_perf":31312,"posttrain_sync":32059},"metrics":{"rollout/response_len/mean":2460.4375,"rollout/response_len/median":2182.5,"rollout/response_len/max":4096,"rollout/response_len/min":332,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.37109375,"perf/rollout_time":489.41929602622986,"perf/tokens_per_gpu_per_sec":160.87228402980733,"perf/longest_sample_tokens_per_sec":8.36910198117828,"perf/effective_tokens_per_gpu_per_sec":160.87228402980733,"perf/longest_effective_sample_tokens_per_sec":8.36910198117828,"rollout/partition":127.5,"rollout/response_lengths":2460.4375,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.37109375,"rollout/rollout_log_probs":-0.5386590957641602,"rollout/raw_reward":0.2265625,"rollout/total_lengths":2645.65625,"rollout/kl":0.0,"rollout/advantages":5.122274160385132e-09,"rollout/returns":5.122274160385132e-09,"train/loss":-6.984919309616089e-09,"train/pg_loss":-6.984919309616089e-09,"train/entropy_loss":0.5401626229286194,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01051490567624569,"train/grad_norm":0.1571097324923067,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":20,"perf/update_weights_time":3.7006609439849854,"perf/data_preprocess_time":0.13331842422485352,"perf/train_wait_time":498.57152819633484,"perf/actor_train_time":580.1055974960327,"perf/train_time":580.5803411006927,"perf/actor_train_tflops":21.121468957352942,"perf/actor_train_tok_per_s":1167.525365939314,"perf/step_time":1079.1518692970276,"perf/wait_time_ratio":0.4620031178013066},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":580.1055974960327,"wall/complete_step_seconds":1079.0}} {"round":22,"train_step":21,"source_log_lines":{"rollout_summary":32364,"rollout":32370,"train":32715,"train_perf":32718,"posttrain_sync":33465},"metrics":{"rollout/response_len/mean":2392.140625,"rollout/response_len/median":2243.5,"rollout/response_len/max":4096,"rollout/response_len/min":349,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.296875,"perf/rollout_time":487.52515745162964,"perf/tokens_per_gpu_per_sec":157.0144613667344,"perf/longest_sample_tokens_per_sec":8.40161771632552,"perf/effective_tokens_per_gpu_per_sec":157.0144613667344,"perf/longest_effective_sample_tokens_per_sec":8.40161771632552,"rollout/partition":127.5,"rollout/response_lengths":2392.140625,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.296875,"rollout/rollout_log_probs":-0.4866969585418701,"rollout/raw_reward":0.375,"rollout/total_lengths":2594.546875,"rollout/kl":0.0,"rollout/advantages":0.0,"rollout/returns":0.0,"train/loss":-9.313225746154785e-10,"train/pg_loss":-9.313225746154785e-10,"train/entropy_loss":0.4873376786708832,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00976790115237236,"train/grad_norm":0.16525715745280223,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":21,"perf/update_weights_time":3.6528382301330566,"perf/data_preprocess_time":0.1486499309539795,"perf/train_wait_time":497.005078792572,"perf/actor_train_time":562.1323912143707,"perf/train_time":562.6052677631378,"perf/actor_train_tflops":21.33751979354248,"perf/actor_train_tok_per_s":1181.5793047704024,"perf/step_time":1059.6103465557098,"perf/wait_time_ratio":0.4690451357030436},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":562.1323912143707,"wall/complete_step_seconds":1060.0}} {"round":23,"train_step":22,"source_log_lines":{"rollout_summary":33724,"rollout":33730,"train":34022,"train_perf":34025,"posttrain_sync":34774},"metrics":{"rollout/response_len/mean":1938.04296875,"rollout/response_len/median":1516.0,"rollout/response_len/max":4096,"rollout/response_len/min":356,"rollout/zero_std/count_-1.0":1,"rollout/zero_std/count_1.0":17,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1328125,"perf/rollout_time":433.56113862991333,"perf/tokens_per_gpu_per_sec":143.0418214971473,"perf/longest_sample_tokens_per_sec":9.447341182246353,"perf/effective_tokens_per_gpu_per_sec":143.0418214971473,"perf/longest_effective_sample_tokens_per_sec":9.447341182246353,"rollout/partition":127.5,"rollout/response_lengths":1938.04296875,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.1328125,"rollout/rollout_log_probs":-0.42523065209388733,"rollout/raw_reward":0.6640625,"rollout/total_lengths":2126.44921875,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":4.6566128730773926e-09,"train/pg_loss":4.6566128730773926e-09,"train/entropy_loss":0.42659345269203186,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00905192643404007,"train/grad_norm":0.16120943501805024,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":22,"perf/update_weights_time":3.5556535720825195,"perf/data_preprocess_time":0.1484663486480713,"perf/train_wait_time":442.7298617362976,"perf/actor_train_time":455.22834825515747,"perf/train_time":455.6936776638031,"perf/actor_train_tflops":21.39576797873259,"perf/actor_train_tok_per_s":1195.8196410362336,"perf/step_time":898.4235394001007,"perf/wait_time_ratio":0.4927852425059111},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":455.22834825515747,"wall/complete_step_seconds":898.0}} {"round":24,"train_step":23,"source_log_lines":{"rollout_summary":35075,"rollout":35082,"train":35478,"train_perf":35481,"posttrain_sync":35552},"metrics":{"rollout/response_len/mean":2722.0078125,"rollout/response_len/median":2825.5,"rollout/response_len/max":4096,"rollout/response_len/min":564,"rollout/zero_std/count_1.0":10,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.33984375,"perf/rollout_time":464.3208694458008,"perf/tokens_per_gpu_per_sec":187.5949493805113,"perf/longest_sample_tokens_per_sec":8.821485893771824,"perf/effective_tokens_per_gpu_per_sec":187.5949493805113,"perf/longest_effective_sample_tokens_per_sec":8.821485893771824,"rollout/partition":127.5,"rollout/response_lengths":2722.0078125,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.33984375,"rollout/rollout_log_probs":-0.5002345442771912,"rollout/raw_reward":0.1953125,"rollout/total_lengths":2918.6953125,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":3.725290298461914e-09,"train/pg_loss":3.725290298461914e-09,"train/entropy_loss":0.49976062774658203,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010128939524292946,"train/grad_norm":0.15327556831919942,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":23,"perf/update_weights_time":3.7155845165252686,"perf/data_preprocess_time":0.1373145580291748,"perf/train_wait_time":473.4505488872528,"perf/actor_train_time":632.0748307704926,"perf/train_time":632.5296745300293,"perf/actor_train_tflops":21.374590622141515,"perf/actor_train_tok_per_s":1182.1163628508798,"perf/step_time":1105.980223417282,"perf/wait_time_ratio":0.4280822919458495},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":632.0748307704926,"wall/complete_step_seconds":1106.0}} {"round":25,"train_step":24,"source_log_lines":{"rollout_summary":36542,"rollout":36548,"train":36918,"train_perf":36921,"posttrain_sync":37648},"metrics":{"rollout/response_len/mean":2522.7890625,"rollout/response_len/median":2320.0,"rollout/response_len/max":4096,"rollout/response_len/min":284,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":6,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.31640625,"perf/rollout_time":483.07094979286194,"perf/tokens_per_gpu_per_sec":167.11675590224633,"perf/longest_sample_tokens_per_sec":8.479085736280233,"perf/effective_tokens_per_gpu_per_sec":167.11675590224633,"perf/longest_effective_sample_tokens_per_sec":8.479085736280233,"rollout/partition":127.5,"rollout/response_lengths":2522.7890625,"rollout/rewards":2.0954757928848267e-09,"rollout/truncated":0.31640625,"rollout/rollout_log_probs":-0.5358301997184753,"rollout/raw_reward":0.3515625,"rollout/total_lengths":2718.0390625,"rollout/kl":0.0,"rollout/advantages":5.3551048040390015e-09,"rollout/returns":5.3551048040390015e-09,"train/loss":-5.3551048040390015e-09,"train/pg_loss":-5.3551048040390015e-09,"train/entropy_loss":0.5343182682991028,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010603299364447594,"train/grad_norm":0.1309591880580906,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":24,"perf/update_weights_time":3.5800552368164062,"perf/data_preprocess_time":0.13721370697021484,"perf/train_wait_time":491.9664978981018,"perf/actor_train_time":593.4264636039734,"perf/train_time":593.8903877735138,"perf/actor_train_tflops":21.17350285237866,"perf/actor_train_tok_per_s":1172.5429226296828,"perf/step_time":1085.8568856716156,"perf/wait_time_ratio":0.45306753071222144},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":593.4264636039734,"wall/complete_step_seconds":1191.0}} {"round":26,"train_step":25,"source_log_lines":{"rollout_summary":37946,"rollout":37953,"train":38281,"train_perf":38284,"posttrain_sync":39033},"metrics":{"rollout/response_len/mean":2224.3359375,"rollout/response_len/median":1649.5,"rollout/response_len/max":4096,"rollout/response_len/min":415,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.26171875,"perf/rollout_time":447.80468940734863,"perf/tokens_per_gpu_per_sec":158.95043460621682,"perf/longest_sample_tokens_per_sec":9.146844811788126,"perf/effective_tokens_per_gpu_per_sec":158.95043460621682,"perf/longest_effective_sample_tokens_per_sec":9.146844811788126,"rollout/partition":127.5,"rollout/response_lengths":2224.3359375,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.26171875,"rollout/rollout_log_probs":-0.49097028374671936,"rollout/raw_reward":0.3828125,"rollout/total_lengths":2427.9921875,"rollout/kl":0.0,"rollout/advantages":-1.3969838619232178e-09,"rollout/returns":-1.3969838619232178e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.4915809631347656,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010067337192595005,"train/grad_norm":0.13428716450237146,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":25,"perf/save_model_time":105.15991353988647,"perf/update_weights_time":3.573502540588379,"perf/data_preprocess_time":0.1645369529724121,"perf/train_wait_time":562.1062297821045,"perf/actor_train_time":522.947114944458,"perf/train_time":523.4421582221985,"perf/actor_train_tflops":21.371960174970674,"perf/actor_train_tok_per_s":1188.5829030073457,"perf/step_time":1085.548388004303,"perf/wait_time_ratio":0.517808543583666},"timers":{"timer/posttrain_weight_sync_seconds":3.8,"timer/actor_train_seconds":522.947114944458,"wall/complete_step_seconds":980.0}} {"round":27,"train_step":26,"source_log_lines":{"rollout_summary":39329,"rollout":39335,"train":39674,"train_perf":39677,"posttrain_sync":39750},"metrics":{"rollout/response_len/mean":2133.41015625,"rollout/response_len/median":1938.5,"rollout/response_len/max":4096,"rollout/response_len/min":389,"rollout/zero_std/count_1.0":12,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.16796875,"perf/rollout_time":487.5991520881653,"perf/tokens_per_gpu_per_sec":140.0107541361268,"perf/longest_sample_tokens_per_sec":8.40034274559071,"perf/effective_tokens_per_gpu_per_sec":140.0107541361268,"perf/longest_effective_sample_tokens_per_sec":8.40034274559071,"rollout/partition":127.5,"rollout/response_lengths":2133.41015625,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.16796875,"rollout/rollout_log_probs":-0.4614228308200836,"rollout/raw_reward":0.5078125,"rollout/total_lengths":2316.19140625,"rollout/kl":0.0,"rollout/advantages":-5.704350769519806e-09,"rollout/returns":-5.704350769519806e-09,"train/loss":6.6356733441352844e-09,"train/pg_loss":6.6356733441352844e-09,"train/entropy_loss":0.4592248797416687,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009533333592116833,"train/grad_norm":0.20643353099281747,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":26,"perf/update_weights_time":3.76119065284729,"perf/data_preprocess_time":0.14458918571472168,"perf/train_wait_time":496.5833773612976,"perf/actor_train_time":519.8600561618805,"perf/train_time":520.3368098735809,"perf/actor_train_tflops":20.468318804276333,"perf/actor_train_tok_per_s":1140.5858037597745,"perf/step_time":1016.9201872348785,"perf/wait_time_ratio":0.4883208963641131},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":519.8600561618805,"wall/complete_step_seconds":1017.0}} {"round":28,"train_step":27,"source_log_lines":{"rollout_summary":40750,"rollout":40756,"train":41111,"train_perf":41114,"posttrain_sync":41657},"metrics":{"rollout/response_len/mean":2414.86328125,"rollout/response_len/median":2052.0,"rollout/response_len/max":4096,"rollout/response_len/min":354,"rollout/zero_std/count_-1.0":8,"rollout/zero_std/count_1.0":12,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.2890625,"perf/rollout_time":507.35231494903564,"perf/tokens_per_gpu_per_sec":152.3115648102689,"perf/longest_sample_tokens_per_sec":8.073285327201965,"perf/effective_tokens_per_gpu_per_sec":152.3115648102689,"perf/longest_effective_sample_tokens_per_sec":8.073285327201965,"rollout/partition":127.5,"rollout/response_lengths":2414.86328125,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.2890625,"rollout/rollout_log_probs":-0.5516908764839172,"rollout/raw_reward":0.265625,"rollout/total_lengths":2618.33203125,"rollout/kl":0.0,"rollout/advantages":-2.7939677238464355e-09,"rollout/returns":-2.7939677238464355e-09,"train/loss":3.725290298461914e-09,"train/pg_loss":3.725290298461914e-09,"train/entropy_loss":0.5517279505729675,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01083510834723711,"train/grad_norm":0.16329707110109126,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":27,"perf/update_weights_time":3.6882755756378174,"perf/data_preprocess_time":0.14296531677246094,"perf/train_wait_time":516.4643495082855,"perf/actor_train_time":560.7724416255951,"perf/train_time":561.2522232532501,"perf/actor_train_tflops":21.527192104937082,"perf/actor_train_tok_per_s":1195.3030324687877,"perf/step_time":1077.7165727615356,"perf/wait_time_ratio":0.4792209404230463},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":560.7724416255951,"wall/complete_step_seconds":1078.0}} {"round":29,"train_step":28,"source_log_lines":{"rollout_summary":41966,"rollout":41972,"train":42297,"train_perf":42300,"posttrain_sync":43049},"metrics":{"rollout/response_len/mean":2217.46484375,"rollout/response_len/median":1737.0,"rollout/response_len/max":4096,"rollout/response_len/min":185,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.28125,"perf/rollout_time":462.36116790771484,"perf/tokens_per_gpu_per_sec":153.47066303406143,"perf/longest_sample_tokens_per_sec":8.858875451273933,"perf/effective_tokens_per_gpu_per_sec":153.47066303406143,"perf/longest_effective_sample_tokens_per_sec":8.858875451273933,"rollout/partition":127.5,"rollout/response_lengths":2217.46484375,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.28125,"rollout/rollout_log_probs":-0.4781090021133423,"rollout/raw_reward":0.3671875,"rollout/total_lengths":2428.40234375,"rollout/kl":0.0,"rollout/advantages":4.0745362639427185e-09,"rollout/returns":4.0745362639427185e-09,"train/loss":-4.0745362639427185e-09,"train/pg_loss":-4.0745362639427185e-09,"train/entropy_loss":0.4785047173500061,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009952247142791748,"train/grad_norm":0.12010390898339694,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":28,"perf/update_weights_time":3.5499911308288574,"perf/data_preprocess_time":0.1318211555480957,"perf/train_wait_time":471.3301146030426,"perf/actor_train_time":521.4261598587036,"perf/train_time":521.897055387497,"perf/actor_train_tflops":21.47904112831083,"perf/actor_train_tok_per_s":1192.25126750154,"perf/step_time":993.2271699905396,"perf/wait_time_ratio":0.47454412126838214},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":521.4261598587036,"wall/complete_step_seconds":993.0}} {"round":30,"train_step":29,"source_log_lines":{"rollout_summary":43370,"rollout":43376,"train":43724,"train_perf":43727,"posttrain_sync":44477},"metrics":{"rollout/response_len/mean":2387.66796875,"rollout/response_len/median":1987.5,"rollout/response_len/max":4096,"rollout/response_len/min":378,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":10,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.31640625,"perf/rollout_time":505.6501450538635,"perf/tokens_per_gpu_per_sec":151.1032395567909,"perf/longest_sample_tokens_per_sec":8.10046242459533,"perf/effective_tokens_per_gpu_per_sec":151.1032395567909,"perf/longest_effective_sample_tokens_per_sec":8.10046242459533,"rollout/partition":127.5,"rollout/response_lengths":2387.66796875,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.31640625,"rollout/rollout_log_probs":-0.5214218497276306,"rollout/raw_reward":0.2578125,"rollout/total_lengths":2581.48046875,"rollout/kl":0.0,"rollout/advantages":2.7939677238464355e-09,"rollout/returns":2.7939677238464355e-09,"train/loss":-2.561137080192566e-09,"train/pg_loss":-2.561137080192566e-09,"train/entropy_loss":0.522244930267334,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010548481717705727,"train/grad_norm":0.12066588259331025,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":29,"perf/update_weights_time":3.571199893951416,"perf/data_preprocess_time":0.13567113876342773,"perf/train_wait_time":514.5745007991791,"perf/actor_train_time":563.1565701961517,"perf/train_time":563.6356461048126,"perf/actor_train_tflops":21.15857143041583,"perf/actor_train_tok_per_s":1173.4907039614538,"perf/step_time":1078.2101469039917,"perf/wait_time_ratio":0.4772488018933464},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":563.1565701961517,"wall/complete_step_seconds":1078.0}} {"round":31,"train_step":30,"source_log_lines":{"rollout_summary":44787,"rollout":44793,"train":45129,"train_perf":45132,"posttrain_sync":45881},"metrics":{"rollout/response_len/mean":2197.4375,"rollout/response_len/median":1715.5,"rollout/response_len/max":4096,"rollout/response_len/min":180,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.26953125,"perf/rollout_time":493.68228006362915,"perf/tokens_per_gpu_per_sec":142.43573820582932,"perf/longest_sample_tokens_per_sec":8.296834149024104,"perf/effective_tokens_per_gpu_per_sec":142.43573820582932,"perf/longest_effective_sample_tokens_per_sec":8.296834149024104,"rollout/partition":127.5,"rollout/response_lengths":2197.4375,"rollout/rewards":-1.6298145055770874e-09,"rollout/truncated":0.26953125,"rollout/rollout_log_probs":-0.4767065644264221,"rollout/raw_reward":0.3515625,"rollout/total_lengths":2388.8125,"rollout/kl":0.0,"rollout/advantages":3.725290298461914e-09,"rollout/returns":3.725290298461914e-09,"train/loss":-3.259629011154175e-09,"train/pg_loss":-3.259629011154175e-09,"train/entropy_loss":0.4765835106372833,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.0099927494302392,"train/grad_norm":0.1889268802487421,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":30,"perf/update_weights_time":3.606623649597168,"perf/data_preprocess_time":0.13943195343017578,"perf/train_wait_time":502.70293259620667,"perf/actor_train_time":529.0748043060303,"perf/train_time":529.5505766868591,"perf/actor_train_tflops":20.79653158616441,"perf/actor_train_tok_per_s":1155.8592377161701,"perf/step_time":1032.2535092830658,"perf/wait_time_ratio":0.48699561500677335},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":529.0748043060303,"wall/complete_step_seconds":1033.0}} {"round":32,"train_step":31,"source_log_lines":{"rollout_summary":46242,"rollout":46248,"train":46601,"train_perf":46604,"posttrain_sync":47356},"metrics":{"rollout/response_len/mean":2403.60546875,"rollout/response_len/median":2086.0,"rollout/response_len/max":4096,"rollout/response_len/min":326,"rollout/zero_std/count_1.0":14,"rollout/zero_std/count_-1.0":6,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.30859375,"perf/rollout_time":517.8837859630585,"perf/tokens_per_gpu_per_sec":148.51860028204572,"perf/longest_sample_tokens_per_sec":7.90911032748991,"perf/effective_tokens_per_gpu_per_sec":148.51860028204572,"perf/longest_effective_sample_tokens_per_sec":7.90911032748991,"rollout/partition":127.5,"rollout/response_lengths":2403.60546875,"rollout/rewards":-2.0954757928848267e-09,"rollout/truncated":0.30859375,"rollout/rollout_log_probs":-0.4744672179222107,"rollout/raw_reward":0.2890625,"rollout/total_lengths":2609.32421875,"rollout/kl":0.0,"rollout/advantages":-2.561137080192566e-09,"rollout/returns":-2.561137080192566e-09,"train/loss":1.6298145055770874e-09,"train/pg_loss":1.6298145055770874e-09,"train/entropy_loss":0.47454357147216797,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009963901713490486,"train/grad_norm":0.14751570360391528,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":31,"perf/update_weights_time":3.564358949661255,"perf/data_preprocess_time":0.1516571044921875,"perf/train_wait_time":526.9254598617554,"perf/actor_train_time":574.8704817295074,"perf/train_time":575.3334231376648,"perf/actor_train_tflops":20.975281723581823,"perf/actor_train_tok_per_s":1161.9782563723745,"perf/step_time":1102.2588829994202,"perf/wait_time_ratio":0.4780414728234334},"timers":{"timer/posttrain_weight_sync_seconds":3.8,"timer/actor_train_seconds":574.8704817295074,"wall/complete_step_seconds":1102.0}} {"round":33,"train_step":32,"source_log_lines":{"rollout_summary":47686,"rollout":47692,"train":48056,"train_perf":48059,"posttrain_sync":48807},"metrics":{"rollout/response_len/mean":2513.33984375,"rollout/response_len/median":2338.5,"rollout/response_len/max":4096,"rollout/response_len/min":331,"rollout/zero_std/count_1.0":12,"rollout/zero_std/count_-1.0":6,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.30859375,"perf/rollout_time":496.03637766838074,"perf/tokens_per_gpu_per_sec":162.13906604601576,"perf/longest_sample_tokens_per_sec":8.25745889697294,"perf/effective_tokens_per_gpu_per_sec":162.13906604601576,"perf/longest_effective_sample_tokens_per_sec":8.25745889697294,"rollout/partition":127.5,"rollout/response_lengths":2513.33984375,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.30859375,"rollout/rollout_log_probs":-0.4862910807132721,"rollout/raw_reward":0.2265625,"rollout/total_lengths":2717.58984375,"rollout/kl":0.0,"rollout/advantages":2.6775524020195007e-09,"rollout/returns":2.6775524020195007e-09,"train/loss":-4.540197551250458e-09,"train/pg_loss":-4.540197551250458e-09,"train/entropy_loss":0.48757413029670715,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01008925586938858,"train/grad_norm":0.15411495397131483,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":32,"perf/update_weights_time":3.7621426582336426,"perf/data_preprocess_time":0.15247178077697754,"perf/train_wait_time":505.20466327667236,"perf/actor_train_time":585.3562257289886,"perf/train_time":585.8170077800751,"perf/actor_train_tflops":21.460873829812748,"perf/actor_train_tok_per_s":1188.512173307097,"perf/step_time":1091.0216710567474,"perf/wait_time_ratio":0.46305648794981186},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":585.3562257289886,"wall/complete_step_seconds":1091.0}} {"round":34,"train_step":33,"source_log_lines":{"rollout_summary":49149,"rollout":49156,"train":49476,"train_perf":49479,"posttrain_sync":49937},"metrics":{"rollout/response_len/mean":2137.4140625,"rollout/response_len/median":1710.5,"rollout/response_len/max":4096,"rollout/response_len/min":326,"rollout/zero_std/count_-1.0":7,"rollout/zero_std/count_1.0":17,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.26953125,"perf/rollout_time":484.3049807548523,"perf/tokens_per_gpu_per_sec":141.2276410896993,"perf/longest_sample_tokens_per_sec":8.457480642911934,"perf/effective_tokens_per_gpu_per_sec":141.2276410896993,"perf/longest_effective_sample_tokens_per_sec":8.457480642911934,"rollout/partition":127.5,"rollout/response_lengths":2137.4140625,"rollout/rewards":-2.0954757928848267e-09,"rollout/truncated":0.26953125,"rollout/rollout_log_probs":-0.5028459429740906,"rollout/raw_reward":0.3828125,"rollout/total_lengths":2326.2890625,"rollout/kl":0.0,"rollout/advantages":-2.7939677238464355e-09,"rollout/returns":-2.7939677238464355e-09,"train/loss":2.7939677238464355e-09,"train/pg_loss":2.7939677238464355e-09,"train/entropy_loss":0.5036823749542236,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010295559652149677,"train/grad_norm":0.1429888804912581,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":33,"perf/update_weights_time":3.5530710220336914,"perf/data_preprocess_time":0.15036630630493164,"perf/train_wait_time":493.2946584224701,"perf/actor_train_time":508.98847365379333,"perf/train_time":509.45478677749634,"perf/actor_train_tflops":21.067939542174365,"perf/actor_train_tok_per_s":1170.0264953447079,"perf/step_time":1002.7494451999664,"perf/wait_time_ratio":0.49194209060280075},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":508.98847365379333,"wall/complete_step_seconds":1002.0}} {"round":35,"train_step":34,"source_log_lines":{"rollout_summary":50266,"rollout":50272,"train":50610,"train_perf":50613,"posttrain_sync":51101},"metrics":{"rollout/response_len/mean":2347.64453125,"rollout/response_len/median":1681.5,"rollout/response_len/max":4096,"rollout/response_len/min":340,"rollout/zero_std/count_-1.0":7,"rollout/zero_std/count_1.0":13,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.296875,"perf/rollout_time":472.21117424964905,"perf/tokens_per_gpu_per_sec":159.09116322665216,"perf/longest_sample_tokens_per_sec":8.67408528929585,"perf/effective_tokens_per_gpu_per_sec":159.09116322665216,"perf/longest_effective_sample_tokens_per_sec":8.67408528929585,"rollout/partition":127.5,"rollout/response_lengths":2347.64453125,"rollout/rewards":-6.984919309616089e-10,"rollout/truncated":0.296875,"rollout/rollout_log_probs":-0.5010542273521423,"rollout/raw_reward":0.2890625,"rollout/total_lengths":2551.67578125,"rollout/kl":0.0,"rollout/advantages":-1.3969838619232178e-09,"rollout/returns":-1.3969838619232178e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.5014531016349792,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010293349623680115,"train/grad_norm":0.23227566840728772,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":34,"perf/update_weights_time":3.5585412979125977,"perf/data_preprocess_time":0.1523289680480957,"perf/train_wait_time":481.05627489089966,"perf/actor_train_time":551.8463323116302,"perf/train_time":552.3099544048309,"perf/actor_train_tflops":21.338902911590527,"perf/actor_train_tok_per_s":1183.7153963924843,"perf/step_time":1033.3662292957306,"perf/wait_time_ratio":0.4655235106906422},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":551.8463323116302,"wall/complete_step_seconds":1034.0}} {"round":36,"train_step":35,"source_log_lines":{"rollout_summary":51359,"rollout":51365,"train":51697,"train_perf":51700,"posttrain_sync":51772},"metrics":{"rollout/response_len/mean":2244.95703125,"rollout/response_len/median":1932.5,"rollout/response_len/max":4096,"rollout/response_len/min":227,"rollout/zero_std/count_-1.0":4,"rollout/zero_std/count_1.0":11,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.21875,"perf/rollout_time":450.56199193000793,"perf/tokens_per_gpu_per_sec":159.44226607369868,"perf/longest_sample_tokens_per_sec":9.090868900091973,"perf/effective_tokens_per_gpu_per_sec":159.44226607369868,"perf/longest_effective_sample_tokens_per_sec":9.090868900091973,"rollout/partition":127.5,"rollout/response_lengths":2244.95703125,"rollout/rewards":0.0,"rollout/truncated":0.21875,"rollout/rollout_log_probs":-0.4921220541000366,"rollout/raw_reward":0.375,"rollout/total_lengths":2445.92578125,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-5.3551048040390015e-09,"train/pg_loss":-5.3551048040390015e-09,"train/entropy_loss":0.48990586400032043,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.01029696874320507,"train/grad_norm":0.23514422705955568,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":35,"perf/update_weights_time":3.5747182369232178,"perf/data_preprocess_time":0.13992953300476074,"perf/train_wait_time":459.5665376186371,"perf/actor_train_time":526.7810397148132,"perf/train_time":527.2503662109375,"perf/actor_train_tflops":21.38779911249738,"perf/actor_train_tok_per_s":1188.6475647243997,"perf/step_time":986.8169038295746,"perf/wait_time_ratio":0.46570598439809985},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":526.7810397148132,"wall/complete_step_seconds":987.0}} {"round":37,"train_step":36,"source_log_lines":{"rollout_summary":52753,"rollout":52759,"train":53038,"train_perf":53041,"posttrain_sync":53789},"metrics":{"rollout/response_len/mean":1807.3671875,"rollout/response_len/median":1271.0,"rollout/response_len/max":4096,"rollout/response_len/min":266,"rollout/zero_std/count_1.0":15,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.14453125,"perf/rollout_time":478.6751263141632,"perf/tokens_per_gpu_per_sec":120.8246403888581,"perf/longest_sample_tokens_per_sec":8.556951833991308,"perf/effective_tokens_per_gpu_per_sec":120.8246403888581,"perf/longest_effective_sample_tokens_per_sec":8.556951833991308,"rollout/partition":127.5,"rollout/response_lengths":1807.3671875,"rollout/rewards":0.0,"rollout/truncated":0.14453125,"rollout/rollout_log_probs":-0.4410721957683563,"rollout/raw_reward":0.609375,"rollout/total_lengths":2017.8984375,"rollout/kl":0.0,"rollout/advantages":1.6298145055770874e-09,"rollout/returns":1.6298145055770874e-09,"train/loss":2.3283064365386963e-10,"train/pg_loss":2.3283064365386963e-10,"train/entropy_loss":0.44399914145469666,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009594806469976902,"train/grad_norm":0.23345067225804927,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":36,"perf/update_weights_time":3.520864725112915,"perf/data_preprocess_time":0.15107202529907227,"perf/train_wait_time":487.40820693969727,"perf/actor_train_time":441.82845425605774,"perf/train_time":442.29572772979736,"perf/actor_train_tflops":20.93035702606293,"perf/actor_train_tok_per_s":1169.1913343829583,"perf/step_time":929.7039346694946,"perf/wait_time_ratio":0.5242617448026275},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":441.82845425605774,"wall/complete_step_seconds":929.0}} {"round":38,"train_step":37,"source_log_lines":{"rollout_summary":54079,"rollout":54085,"train":54404,"train_perf":54407,"posttrain_sync":55156},"metrics":{"rollout/response_len/mean":2201.44921875,"rollout/response_len/median":1749.0,"rollout/response_len/max":4096,"rollout/response_len/min":316,"rollout/zero_std/count_-1.0":6,"rollout/zero_std/count_1.0":12,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.26953125,"perf/rollout_time":451.9989140033722,"perf/tokens_per_gpu_per_sec":155.8551864119621,"perf/longest_sample_tokens_per_sec":9.061968675370405,"perf/effective_tokens_per_gpu_per_sec":155.8551864119621,"perf/longest_effective_sample_tokens_per_sec":9.061968675370405,"rollout/partition":127.5,"rollout/response_lengths":2201.44921875,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.26953125,"rollout/rollout_log_probs":-0.47722652554512024,"rollout/raw_reward":0.3828125,"rollout/total_lengths":2405.54296875,"rollout/kl":0.0,"rollout/advantages":-3.6088749766349792e-09,"rollout/returns":-3.6088749766349792e-09,"train/loss":8.149072527885437e-10,"train/pg_loss":8.149072527885437e-10,"train/entropy_loss":0.47538456320762634,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009922581724822521,"train/grad_norm":0.19454375613660474,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":37,"perf/update_weights_time":3.5483696460723877,"perf/data_preprocess_time":0.1457817554473877,"perf/train_wait_time":460.84268522262573,"perf/actor_train_time":516.2332916259766,"perf/train_time":516.699205160141,"perf/actor_train_tflops":21.473061706346712,"perf/actor_train_tok_per_s":1192.9083420024288,"perf/step_time":977.5418903827667,"perf/wait_time_ratio":0.4714301144088853},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":516.2332916259766,"wall/complete_step_seconds":978.0}} {"round":39,"train_step":38,"source_log_lines":{"rollout_summary":55475,"rollout":55481,"train":55814,"train_perf":55817,"posttrain_sync":56566},"metrics":{"rollout/response_len/mean":2209.56640625,"rollout/response_len/median":1965.0,"rollout/response_len/max":4096,"rollout/response_len/min":238,"rollout/zero_std/count_1.0":14,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.17578125,"perf/rollout_time":492.87177062034607,"perf/tokens_per_gpu_per_sec":143.45744515050382,"perf/longest_sample_tokens_per_sec":8.310477986687344,"perf/effective_tokens_per_gpu_per_sec":143.45744515050382,"perf/longest_effective_sample_tokens_per_sec":8.310477986687344,"rollout/partition":127.5,"rollout/response_lengths":2209.56640625,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.17578125,"rollout/rollout_log_probs":-0.45718857645988464,"rollout/raw_reward":0.546875,"rollout/total_lengths":2419.12890625,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":-9.313225746154785e-10,"train/pg_loss":-9.313225746154785e-10,"train/entropy_loss":0.45925572514533997,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009731684811413288,"train/grad_norm":0.1672992671397564,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":38,"perf/update_weights_time":3.5507938861846924,"perf/data_preprocess_time":0.13380193710327148,"perf/train_wait_time":501.7899794578552,"perf/actor_train_time":524.1055614948273,"perf/train_time":524.5578520298004,"perf/actor_train_tflops":21.226001153426896,"perf/actor_train_tok_per_s":1181.6264613442997,"perf/step_time":1026.3478314876556,"perf/wait_time_ratio":0.4889083058036261},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":524.1055614948273,"wall/complete_step_seconds":1026.0}} {"round":40,"train_step":39,"source_log_lines":{"rollout_summary":56816,"rollout":56822,"train":57157,"train_perf":57160,"posttrain_sync":57594},"metrics":{"rollout/response_len/mean":2174.40625,"rollout/response_len/median":1638.5,"rollout/response_len/max":4096,"rollout/response_len/min":378,"rollout/zero_std/count_1.0":13,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.234375,"perf/rollout_time":442.62651205062866,"perf/tokens_per_gpu_per_sec":157.20025372551828,"perf/longest_sample_tokens_per_sec":9.25385147180585,"perf/effective_tokens_per_gpu_per_sec":157.20025372551828,"perf/longest_effective_sample_tokens_per_sec":9.25385147180585,"rollout/partition":127.5,"rollout/response_lengths":2174.40625,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.234375,"rollout/rollout_log_probs":-0.48553648591041565,"rollout/raw_reward":0.4453125,"rollout/total_lengths":2383.9375,"rollout/kl":0.0,"rollout/advantages":-3.725290298461914e-09,"rollout/returns":-3.725290298461914e-09,"train/loss":3.4924596548080444e-09,"train/pg_loss":3.4924596548080444e-09,"train/entropy_loss":0.48546266555786133,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010080862790346146,"train/grad_norm":0.2041343772098533,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":39,"perf/update_weights_time":3.6211154460906982,"perf/data_preprocess_time":0.14365196228027344,"perf/train_wait_time":451.64719676971436,"perf/actor_train_time":526.5752804279327,"perf/train_time":527.0463578701019,"perf/actor_train_tflops":20.855620462728712,"perf/actor_train_tok_per_s":1158.9757869074983,"perf/step_time":978.6935546398163,"perf/wait_time_ratio":0.4614796885383922},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":526.5752804279327,"wall/complete_step_seconds":979.0}} {"round":41,"train_step":40,"source_log_lines":{"rollout_summary":57892,"rollout":57898,"train":58182,"train_perf":58185,"posttrain_sync":58933},"metrics":{"rollout/response_len/mean":1871.7734375,"rollout/response_len/median":1369.5,"rollout/response_len/max":4096,"rollout/response_len/min":266,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.17578125,"perf/rollout_time":449.99139428138733,"perf/tokens_per_gpu_per_sec":133.1064343922665,"perf/longest_sample_tokens_per_sec":9.102396294802698,"perf/effective_tokens_per_gpu_per_sec":133.1064343922665,"perf/longest_effective_sample_tokens_per_sec":9.102396294802698,"rollout/partition":127.5,"rollout/response_lengths":1871.7734375,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.17578125,"rollout/rollout_log_probs":-0.48578381538391113,"rollout/raw_reward":0.484375,"rollout/total_lengths":2074.6171875,"rollout/kl":0.0,"rollout/advantages":-4.6566128730773926e-09,"rollout/returns":-4.6566128730773926e-09,"train/loss":3.725290298461914e-09,"train/pg_loss":3.725290298461914e-09,"train/entropy_loss":0.48667946457862854,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010238688439130783,"train/grad_norm":0.1674697972670844,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":40,"perf/update_weights_time":3.5736353397369385,"perf/data_preprocess_time":0.15707015991210938,"perf/train_wait_time":458.9375891685486,"perf/actor_train_time":451.30222821235657,"perf/train_time":451.7633991241455,"perf/actor_train_tflops":21.090129367158674,"perf/actor_train_tok_per_s":1176.8211340407881,"perf/step_time":910.7009882926941,"perf/wait_time_ratio":0.5039388285159615},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":451.30222821235657,"wall/complete_step_seconds":911.0}} {"round":42,"train_step":41,"source_log_lines":{"rollout_summary":59233,"rollout":59239,"train":59565,"train_perf":59568,"posttrain_sync":60211},"metrics":{"rollout/response_len/mean":2219.69140625,"rollout/response_len/median":1807.0,"rollout/response_len/max":4096,"rollout/response_len/min":290,"rollout/zero_std/count_-1.0":9,"rollout/zero_std/count_1.0":11,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.2578125,"perf/rollout_time":446.2014424800873,"perf/tokens_per_gpu_per_sec":159.18847013402444,"perf/longest_sample_tokens_per_sec":9.179710350628893,"perf/effective_tokens_per_gpu_per_sec":159.18847013402444,"perf/longest_effective_sample_tokens_per_sec":9.179710350628893,"rollout/partition":127.5,"rollout/response_lengths":2219.69140625,"rollout/rewards":1.3969838619232178e-09,"rollout/truncated":0.2578125,"rollout/rollout_log_probs":-0.5438604950904846,"rollout/raw_reward":0.125,"rollout/total_lengths":2398.41015625,"rollout/kl":0.0,"rollout/advantages":4.656612873077393e-10,"rollout/returns":4.656612873077393e-10,"train/loss":-4.190951585769653e-09,"train/pg_loss":-4.190951585769653e-09,"train/entropy_loss":0.5424032211303711,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.011092828586697578,"train/grad_norm":0.20475989582964355,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":41,"perf/update_weights_time":3.588836908340454,"perf/data_preprocess_time":0.13675189018249512,"perf/train_wait_time":455.0453391075134,"perf/actor_train_time":521.536346912384,"perf/train_time":522.0122120380402,"perf/actor_train_tflops":21.158493415188552,"perf/actor_train_tok_per_s":1177.2774872450996,"perf/step_time":977.0575511455536,"perf/wait_time_ratio":0.46573033346295145},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":521.536346912384,"wall/complete_step_seconds":977.0}} {"round":43,"train_step":42,"source_log_lines":{"rollout_summary":60495,"rollout":60501,"train":60747,"train_perf":60750,"posttrain_sync":61495},"metrics":{"rollout/response_len/mean":1616.19921875,"rollout/response_len/median":1087.5,"rollout/response_len/max":4096,"rollout/response_len/min":253,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1484375,"perf/rollout_time":457.46706080436707,"perf/tokens_per_gpu_per_sec":113.05376808783407,"perf/longest_sample_tokens_per_sec":8.953650111546782,"perf/effective_tokens_per_gpu_per_sec":113.05376808783407,"perf/longest_effective_sample_tokens_per_sec":8.953650111546782,"rollout/partition":127.5,"rollout/response_lengths":1616.19921875,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.1484375,"rollout/rollout_log_probs":-0.46914687752723694,"rollout/raw_reward":0.59375,"rollout/total_lengths":1817.35546875,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-2.3283064365386963e-09,"train/pg_loss":-2.3283064365386963e-09,"train/entropy_loss":0.4673720896244049,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010018628090620041,"train/grad_norm":0.11691169469355764,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":42,"perf/update_weights_time":3.5361475944519043,"perf/data_preprocess_time":0.16029858589172363,"perf/train_wait_time":466.2232437133789,"perf/actor_train_time":397.9270193576813,"perf/train_time":398.3806529045105,"perf/actor_train_tflops":20.87593907735974,"perf/actor_train_tok_per_s":1169.1666495805628,"perf/step_time":864.6038966178894,"perf/wait_time_ratio":0.5392333362562044},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":397.9270193576813,"wall/complete_step_seconds":864.0}} {"round":44,"train_step":43,"source_log_lines":{"rollout_summary":61780,"rollout":61786,"train":62079,"train_perf":62082,"posttrain_sync":62154},"metrics":{"rollout/response_len/mean":1988.8671875,"rollout/response_len/median":1637.5,"rollout/response_len/max":4096,"rollout/response_len/min":281,"rollout/zero_std/count_1.0":14,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1875,"perf/rollout_time":471.98045349121094,"perf/tokens_per_gpu_per_sec":134.84403756390972,"perf/longest_sample_tokens_per_sec":8.678325489333584,"perf/effective_tokens_per_gpu_per_sec":134.84403756390972,"perf/longest_effective_sample_tokens_per_sec":8.678325489333584,"rollout/partition":127.5,"rollout/response_lengths":1988.8671875,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.1875,"rollout/rollout_log_probs":-0.49219149351119995,"rollout/raw_reward":0.4609375,"rollout/total_lengths":2176.0234375,"rollout/kl":0.0,"rollout/advantages":-3.725290298461914e-09,"rollout/returns":-3.725290298461914e-09,"train/loss":1.862645149230957e-09,"train/pg_loss":1.862645149230957e-09,"train/entropy_loss":0.4930419921875,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010489441454410553,"train/grad_norm":0.19605444176007314,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":43,"perf/update_weights_time":3.5391287803649902,"perf/data_preprocess_time":0.1350421905517578,"perf/train_wait_time":480.9184935092926,"perf/actor_train_time":471.8076434135437,"perf/train_time":472.28248143196106,"perf/actor_train_tflops":21.182421119124257,"perf/actor_train_tok_per_s":1180.6972773260693,"perf/step_time":953.2009749412537,"perf/wait_time_ratio":0.5045300058982125},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":471.8076434135437,"wall/complete_step_seconds":954.0}} {"round":45,"train_step":44,"source_log_lines":{"rollout_summary":63156,"rollout":63163,"train":63482,"train_perf":63485,"posttrain_sync":64235},"metrics":{"rollout/response_len/mean":2163.1015625,"rollout/response_len/median":1844.5,"rollout/response_len/max":4096,"rollout/response_len/min":160,"rollout/zero_std/count_1.0":14,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.18359375,"perf/rollout_time":512.8949365615845,"perf/tokens_per_gpu_per_sec":134.9579515524983,"perf/longest_sample_tokens_per_sec":7.986041015454992,"perf/effective_tokens_per_gpu_per_sec":134.9579515524983,"perf/longest_effective_sample_tokens_per_sec":7.986041015454992,"rollout/partition":127.5,"rollout/response_lengths":2163.1015625,"rollout/rewards":-2.3283064365386963e-09,"rollout/truncated":0.18359375,"rollout/rollout_log_probs":-0.4743700325489044,"rollout/raw_reward":0.453125,"rollout/total_lengths":2370.4453125,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":1.862645149230957e-09,"train/pg_loss":1.862645149230957e-09,"train/entropy_loss":0.474407821893692,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010164630599319935,"train/grad_norm":0.2550908259315673,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":44,"perf/update_weights_time":3.554337739944458,"perf/data_preprocess_time":0.14415669441223145,"perf/train_wait_time":521.8382303714752,"perf/actor_train_time":507.0436327457428,"perf/train_time":507.51941323280334,"perf/actor_train_tflops":21.492526962891382,"perf/actor_train_tok_per_s":1196.808244517089,"perf/step_time":1029.3576436042786,"perf/wait_time_ratio":0.5069552197079602},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":507.0436327457428,"wall/complete_step_seconds":1029.0}} {"round":46,"train_step":45,"source_log_lines":{"rollout_summary":64580,"rollout":64586,"train":64907,"train_perf":64910,"posttrain_sync":64981},"metrics":{"rollout/response_len/mean":2185.97265625,"rollout/response_len/median":1851.0,"rollout/response_len/max":4096,"rollout/response_len/min":271,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.2421875,"perf/rollout_time":503.81793332099915,"perf/tokens_per_gpu_per_sec":138.84207046562554,"perf/longest_sample_tokens_per_sec":8.129921007377684,"perf/effective_tokens_per_gpu_per_sec":138.84207046562554,"perf/longest_effective_sample_tokens_per_sec":8.129921007377684,"rollout/partition":127.5,"rollout/response_lengths":2185.97265625,"rollout/rewards":1.3969838619232178e-09,"rollout/truncated":0.2421875,"rollout/rollout_log_probs":-0.5044512152671814,"rollout/raw_reward":0.484375,"rollout/total_lengths":2370.72265625,"rollout/kl":0.0,"rollout/advantages":1.280568540096283e-09,"rollout/returns":1.280568540096283e-09,"train/loss":-1.280568540096283e-09,"train/pg_loss":-1.280568540096283e-09,"train/entropy_loss":0.5067525506019592,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010690554976463318,"train/grad_norm":0.1571201414481486,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":45,"perf/update_weights_time":3.5460386276245117,"perf/data_preprocess_time":0.15023159980773926,"perf/train_wait_time":512.7697775363922,"perf/actor_train_time":508.85822439193726,"perf/train_time":509.31785798072815,"perf/actor_train_tflops":21.471051614523844,"perf/actor_train_tok_per_s":1192.6799468068425,"perf/step_time":1022.0876355171204,"perf/wait_time_ratio":0.5016886612437678},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":508.85822439193726,"wall/complete_step_seconds":1022.0}} {"round":47,"train_step":46,"source_log_lines":{"rollout_summary":65964,"rollout":65971,"train":66288,"train_perf":66291,"posttrain_sync":66865},"metrics":{"rollout/response_len/mean":2116.9609375,"rollout/response_len/median":1657.5,"rollout/response_len/max":4096,"rollout/response_len/min":208,"rollout/zero_std/count_-1.0":3,"rollout/zero_std/count_1.0":13,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1953125,"perf/rollout_time":469.9689931869507,"perf/tokens_per_gpu_per_sec":144.14302003335007,"perf/longest_sample_tokens_per_sec":8.71546859341556,"perf/effective_tokens_per_gpu_per_sec":144.14302003335007,"perf/longest_effective_sample_tokens_per_sec":8.71546859341556,"rollout/partition":127.5,"rollout/response_lengths":2116.9609375,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.1953125,"rollout/rollout_log_probs":-0.46408194303512573,"rollout/raw_reward":0.546875,"rollout/total_lengths":2319.6796875,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-1.3969838619232178e-09,"train/pg_loss":-1.3969838619232178e-09,"train/entropy_loss":0.46553441882133484,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009860338643193245,"train/grad_norm":0.24028443380938724,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":46,"perf/update_weights_time":3.60498046875,"perf/data_preprocess_time":0.13680005073547363,"perf/train_wait_time":479.124764919281,"perf/actor_train_time":501.80756640434265,"perf/train_time":502.3071005344391,"perf/actor_train_tflops":21.25368414357656,"perf/actor_train_tok_per_s":1183.3978595721328,"perf/step_time":981.4318654537201,"perf/wait_time_ratio":0.488189533868232},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":501.80756640434265,"wall/complete_step_seconds":981.0}} {"round":48,"train_step":47,"source_log_lines":{"rollout_summary":67143,"rollout":67149,"train":67417,"train_perf":67420,"posttrain_sync":67491},"metrics":{"rollout/response_len/mean":1741.40625,"rollout/response_len/median":1201.0,"rollout/response_len/max":4096,"rollout/response_len/min":261,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.15625,"perf/rollout_time":450.68068385124207,"perf/tokens_per_gpu_per_sec":123.64630213083055,"perf/longest_sample_tokens_per_sec":9.088474715619236,"perf/effective_tokens_per_gpu_per_sec":123.64630213083055,"perf/longest_effective_sample_tokens_per_sec":9.088474715619236,"rollout/partition":127.5,"rollout/response_lengths":1741.40625,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.15625,"rollout/rollout_log_probs":-0.46025511622428894,"rollout/raw_reward":0.5703125,"rollout/total_lengths":1942.3125,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":1.862645149230957e-09,"train/pg_loss":1.862645149230957e-09,"train/entropy_loss":0.4596935510635376,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009890850633382797,"train/grad_norm":0.2580607981423608,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":47,"perf/update_weights_time":3.5950710773468018,"perf/data_preprocess_time":0.15155506134033203,"perf/train_wait_time":459.6159555912018,"perf/actor_train_time":418.1220135688782,"perf/train_time":418.58228850364685,"perf/actor_train_tflops":21.261270661078537,"perf/actor_train_tok_per_s":1189.2031126414008,"perf/step_time":878.1982440948486,"perf/wait_time_ratio":0.5233624169505418},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":418.1220135688782,"wall/complete_step_seconds":879.0}} {"round":49,"train_step":48,"source_log_lines":{"rollout_summary":68427,"rollout":68435,"train":68702,"train_perf":68705,"posttrain_sync":68777},"metrics":{"rollout/response_len/mean":1747.40625,"rollout/response_len/median":1376.5,"rollout/response_len/max":4096,"rollout/response_len/min":384,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.10546875,"perf/rollout_time":444.96095299720764,"perf/tokens_per_gpu_per_sec":125.6672065792499,"perf/longest_sample_tokens_per_sec":9.205302111139861,"perf/effective_tokens_per_gpu_per_sec":125.6672065792499,"perf/longest_effective_sample_tokens_per_sec":9.205302111139861,"rollout/partition":127.5,"rollout/response_lengths":1747.40625,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.10546875,"rollout/rollout_log_probs":-0.41632190346717834,"rollout/raw_reward":0.6328125,"rollout/total_lengths":1943.3125,"rollout/kl":0.0,"rollout/advantages":-8.381903171539307e-09,"rollout/returns":-8.381903171539307e-09,"train/loss":2.7939677238464355e-09,"train/pg_loss":2.7939677238464355e-09,"train/entropy_loss":0.41691312193870544,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009156404063105583,"train/grad_norm":0.2243541511396663,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":48,"perf/update_weights_time":3.5898172855377197,"perf/data_preprocess_time":0.13541269302368164,"perf/train_wait_time":454.09654569625854,"perf/actor_train_time":414.43920278549194,"perf/train_time":414.9066948890686,"perf/actor_train_tflops":21.385044674527396,"perf/actor_train_tok_per_s":1200.388372181801,"perf/step_time":869.0032405853271,"perf/wait_time_ratio":0.5225487368613224},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":414.43920278549194,"wall/complete_step_seconds":869.0}} {"round":50,"train_step":49,"source_log_lines":{"rollout_summary":69751,"rollout":69757,"train":70040,"train_perf":70043,"posttrain_sync":70138},"metrics":{"rollout/response_len/mean":1872.765625,"rollout/response_len/median":1387.0,"rollout/response_len/max":4096,"rollout/response_len/min":173,"rollout/zero_std/count_1.0":18,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1484375,"perf/rollout_time":453.6701521873474,"perf/tokens_per_gpu_per_sec":132.09707473823835,"perf/longest_sample_tokens_per_sec":9.028586033820709,"perf/effective_tokens_per_gpu_per_sec":132.09707473823835,"perf/longest_effective_sample_tokens_per_sec":9.028586033820709,"rollout/partition":127.5,"rollout/response_lengths":1872.765625,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.1484375,"rollout/rollout_log_probs":-0.4236445128917694,"rollout/raw_reward":0.6171875,"rollout/total_lengths":2074.671875,"rollout/kl":0.0,"rollout/advantages":-1.3969838619232178e-09,"rollout/returns":-1.3969838619232178e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.4239848554134369,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009326794184744358,"train/grad_norm":0.1448122656243658,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":49,"perf/update_weights_time":3.5677192211151123,"perf/data_preprocess_time":0.14049720764160156,"perf/train_wait_time":462.8204710483551,"perf/actor_train_time":447.5184464454651,"perf/train_time":448.01048517227173,"perf/actor_train_tflops":21.26745908273336,"perf/actor_train_tok_per_s":1186.8024753360019,"perf/step_time":910.8309562206268,"perf/wait_time_ratio":0.5081299311222005},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":447.5184464454651,"wall/complete_step_seconds":1009.0}} {"round":51,"train_step":50,"source_log_lines":{"rollout_summary":71079,"rollout":71085,"train":71366,"train_perf":71369,"posttrain_sync":72118},"metrics":{"rollout/response_len/mean":1861.19140625,"rollout/response_len/median":1326.0,"rollout/response_len/max":4096,"rollout/response_len/min":179,"rollout/zero_std/count_-1.0":7,"rollout/zero_std/count_1.0":14,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1953125,"perf/rollout_time":440.08765482902527,"perf/tokens_per_gpu_per_sec":135.33241468256688,"perf/longest_sample_tokens_per_sec":9.307236763074625,"perf/effective_tokens_per_gpu_per_sec":135.33241468256688,"perf/longest_effective_sample_tokens_per_sec":9.307236763074625,"rollout/partition":127.5,"rollout/response_lengths":1861.19140625,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.1953125,"rollout/rollout_log_probs":-0.4540248513221741,"rollout/raw_reward":0.4296875,"rollout/total_lengths":2051.78515625,"rollout/kl":0.0,"rollout/advantages":-6.984919309616089e-10,"rollout/returns":-6.984919309616089e-10,"train/loss":-2.3283064365386963e-10,"train/pg_loss":-2.3283064365386963e-10,"train/entropy_loss":0.4538676142692566,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009781197644770145,"train/grad_norm":0.15721995772237382,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":50,"perf/save_model_time":98.13264226913452,"perf/update_weights_time":3.6160504817962646,"perf/data_preprocess_time":0.14693260192871094,"perf/train_wait_time":547.2691810131073,"perf/actor_train_time":445.31554341316223,"perf/train_time":445.787469625473,"perf/actor_train_tflops":21.134099846569523,"perf/actor_train_tok_per_s":1179.516430022,"perf/step_time":993.0566506385803,"perf/wait_time_ratio":0.5510956305072712},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":445.31554341316223,"wall/complete_step_seconds":894.0}} {"round":52,"train_step":51,"source_log_lines":{"rollout_summary":72402,"rollout":72409,"train":72667,"train_perf":72670,"posttrain_sync":72742},"metrics":{"rollout/response_len/mean":1712.57421875,"rollout/response_len/median":1245.0,"rollout/response_len/max":4096,"rollout/response_len/min":222,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.14453125,"perf/rollout_time":444.60282945632935,"perf/tokens_per_gpu_per_sec":123.26141753756632,"perf/longest_sample_tokens_per_sec":9.212716898380256,"perf/effective_tokens_per_gpu_per_sec":123.26141753756632,"perf/longest_effective_sample_tokens_per_sec":9.212716898380256,"rollout/partition":127.5,"rollout/response_lengths":1712.57421875,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.14453125,"rollout/rollout_log_probs":-0.4366331100463867,"rollout/raw_reward":0.6015625,"rollout/total_lengths":1898.26171875,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-10,"rollout/returns":2.3283064365386963e-10,"train/loss":-3.725290298461914e-09,"train/pg_loss":-3.725290298461914e-09,"train/entropy_loss":0.4371657073497772,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009439735673367977,"train/grad_norm":0.1949318705501474,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":51,"perf/update_weights_time":3.614042282104492,"perf/data_preprocess_time":0.13854289054870605,"perf/train_wait_time":453.354300737381,"perf/actor_train_time":403.2456669807434,"perf/train_time":403.7133295536041,"perf/actor_train_tflops":21.4941481081038,"perf/actor_train_tok_per_s":1205.1090434239093,"perf/step_time":857.0676302909851,"perf/wait_time_ratio":0.5289597748353436},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":403.2456669807434,"wall/complete_step_seconds":858.0}} {"round":53,"train_step":52,"source_log_lines":{"rollout_summary":73704,"rollout":73710,"train":73975,"train_perf":73978,"posttrain_sync":74050},"metrics":{"rollout/response_len/mean":1633.6796875,"rollout/response_len/median":1204.5,"rollout/response_len/max":4096,"rollout/response_len/min":179,"rollout/zero_std/count_-1.0":5,"rollout/zero_std/count_1.0":19,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.11328125,"perf/rollout_time":461.6276125907898,"perf/tokens_per_gpu_per_sec":113.24658355379113,"perf/longest_sample_tokens_per_sec":8.87295276166875,"perf/effective_tokens_per_gpu_per_sec":113.24658355379113,"perf/longest_effective_sample_tokens_per_sec":8.87295276166875,"rollout/partition":127.5,"rollout/response_lengths":1633.6796875,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.11328125,"rollout/rollout_log_probs":-0.4236927926540375,"rollout/raw_reward":0.6015625,"rollout/total_lengths":1816.1796875,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":1.862645149230957e-09,"train/pg_loss":1.862645149230957e-09,"train/entropy_loss":0.42495542764663696,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009236644953489304,"train/grad_norm":0.14514688878419155,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":52,"perf/update_weights_time":3.559051275253296,"perf/data_preprocess_time":0.1359081268310547,"perf/train_wait_time":470.6159861087799,"perf/actor_train_time":400.7697081565857,"perf/train_time":401.24808621406555,"perf/actor_train_tflops":20.653686750971968,"perf/actor_train_tok_per_s":1160.1226104103193,"perf/step_time":871.8640723228455,"perf/wait_time_ratio":0.539781373092885},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":400.7697081565857,"wall/complete_step_seconds":871.0}} {"round":54,"train_step":53,"source_log_lines":{"rollout_summary":74968,"rollout":74974,"train":75232,"train_perf":75235,"posttrain_sync":75568},"metrics":{"rollout/response_len/mean":1703.33984375,"rollout/response_len/median":1087.5,"rollout/response_len/max":4096,"rollout/response_len/min":184,"rollout/zero_std/count_1.0":19,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1953125,"perf/rollout_time":436.8835120201111,"perf/tokens_per_gpu_per_sec":124.76294824669621,"perf/longest_sample_tokens_per_sec":9.375496871146396,"perf/effective_tokens_per_gpu_per_sec":124.76294824669621,"perf/longest_effective_sample_tokens_per_sec":9.375496871146396,"rollout/partition":127.5,"rollout/response_lengths":1703.33984375,"rollout/rewards":-6.984919309616089e-10,"rollout/truncated":0.1953125,"rollout/rollout_log_probs":-0.4877828061580658,"rollout/raw_reward":0.5234375,"rollout/total_lengths":1917.21484375,"rollout/kl":0.0,"rollout/advantages":9.313225746154785e-10,"rollout/returns":9.313225746154785e-10,"train/loss":-1.1641532182693481e-09,"train/pg_loss":-1.1641532182693481e-09,"train/entropy_loss":0.4877011477947235,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010407035239040852,"train/grad_norm":0.20124307316949097,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":53,"perf/update_weights_time":3.582434892654419,"perf/data_preprocess_time":0.12779855728149414,"perf/train_wait_time":445.80707836151123,"perf/actor_train_time":412.11416268348694,"perf/train_time":412.5864007472992,"perf/actor_train_tflops":21.325475657005768,"perf/actor_train_tok_per_s":1190.949121486395,"perf/step_time":858.3934791088104,"perf/wait_time_ratio":0.5193504950950361},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":412.11416268348694,"wall/complete_step_seconds":859.0}} {"round":55,"train_step":54,"source_log_lines":{"rollout_summary":75866,"rollout":75872,"train":76152,"train_perf":76155,"posttrain_sync":76904},"metrics":{"rollout/response_len/mean":1848.15625,"rollout/response_len/median":1575.5,"rollout/response_len/max":4096,"rollout/response_len/min":278,"rollout/zero_std/count_1.0":14,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.125,"perf/rollout_time":478.79103446006775,"perf/tokens_per_gpu_per_sec":123.52152764659274,"perf/longest_sample_tokens_per_sec":8.554880323979031,"perf/effective_tokens_per_gpu_per_sec":123.52152764659274,"perf/longest_effective_sample_tokens_per_sec":8.554880323979031,"rollout/partition":127.5,"rollout/response_lengths":1848.15625,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.125,"rollout/rollout_log_probs":-0.4023336172103882,"rollout/raw_reward":0.6015625,"rollout/total_lengths":2035.25,"rollout/kl":0.0,"rollout/advantages":-6.752088665962219e-09,"rollout/returns":-6.752088665962219e-09,"train/loss":5.3551048040390015e-09,"train/pg_loss":5.3551048040390015e-09,"train/entropy_loss":0.40242522954940796,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008956336416304111,"train/grad_norm":0.2475911105919344,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":54,"perf/update_weights_time":3.6696412563323975,"perf/data_preprocess_time":0.14695501327514648,"perf/train_wait_time":487.75294613838196,"perf/actor_train_time":435.2399835586548,"perf/train_time":435.6980707645416,"perf/actor_train_tflops":21.359346404001844,"perf/actor_train_tok_per_s":1197.095900381093,"perf/step_time":923.4510169029236,"perf/wait_time_ratio":0.5281849683529627},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":435.2399835586548,"wall/complete_step_seconds":923.0}} {"round":56,"train_step":55,"source_log_lines":{"rollout_summary":77165,"rollout":77171,"train":77400,"train_perf":77403,"posttrain_sync":78153},"metrics":{"rollout/response_len/mean":1453.296875,"rollout/response_len/median":1170.0,"rollout/response_len/max":4096,"rollout/response_len/min":214,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.0546875,"perf/rollout_time":420.53006625175476,"perf/tokens_per_gpu_per_sec":110.58781222115755,"perf/longest_sample_tokens_per_sec":9.740088352084406,"perf/effective_tokens_per_gpu_per_sec":110.58781222115755,"perf/longest_effective_sample_tokens_per_sec":9.740088352084406,"rollout/partition":127.5,"rollout/response_lengths":1453.296875,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.0546875,"rollout/rollout_log_probs":-0.3780076205730438,"rollout/raw_reward":0.7109375,"rollout/total_lengths":1639.828125,"rollout/kl":0.0,"rollout/advantages":2.6775524020195007e-09,"rollout/returns":2.6775524020195007e-09,"train/loss":-2.7939677238464355e-09,"train/pg_loss":-2.7939677238464355e-09,"train/entropy_loss":0.3778308033943176,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008631570264697075,"train/grad_norm":0.1845102767589177,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":55,"perf/update_weights_time":3.6302847862243652,"perf/data_preprocess_time":0.14664173126220703,"perf/train_wait_time":429.4795823097229,"perf/actor_train_time":349.2341377735138,"perf/train_time":349.6982581615448,"perf/actor_train_tflops":21.29676697411834,"perf/actor_train_tok_per_s":1202.0474363598646,"perf/step_time":779.1778404712677,"perf/wait_time_ratio":0.55119583746114},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":349.2341377735138,"wall/complete_step_seconds":779.0}} {"round":57,"train_step":56,"source_log_lines":{"rollout_summary":78450,"rollout":78456,"train":78735,"train_perf":78738,"posttrain_sync":79316},"metrics":{"rollout/response_len/mean":1788.0,"rollout/response_len/median":1206.0,"rollout/response_len/max":4096,"rollout/response_len/min":181,"rollout/zero_std/count_1.0":19,"rollout/zero_std/count_-1.0":6,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.19921875,"perf/rollout_time":438.3231258392334,"perf/tokens_per_gpu_per_sec":130.53383822825145,"perf/longest_sample_tokens_per_sec":9.344704302693616,"perf/effective_tokens_per_gpu_per_sec":130.53383822825145,"perf/longest_effective_sample_tokens_per_sec":9.344704302693616,"rollout/partition":127.5,"rollout/response_lengths":1788.0,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.19921875,"rollout/rollout_log_probs":-0.41770508885383606,"rollout/raw_reward":0.5390625,"rollout/total_lengths":1989.40625,"rollout/kl":0.0,"rollout/advantages":2.561137080192566e-09,"rollout/returns":2.561137080192566e-09,"train/loss":-2.561137080192566e-09,"train/pg_loss":-2.561137080192566e-09,"train/entropy_loss":0.41741228103637695,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00936232227832079,"train/grad_norm":0.1307393491497875,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":56,"perf/update_weights_time":3.552544116973877,"perf/data_preprocess_time":0.15163254737854004,"perf/train_wait_time":447.14428782463074,"perf/actor_train_time":436.0876052379608,"perf/train_time":436.5556082725525,"perf/actor_train_tflops":20.92506193884807,"perf/actor_train_tok_per_s":1167.8570862432464,"perf/step_time":883.6998960971832,"perf/wait_time_ratio":0.5059911060297974},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":436.0876052379608,"wall/complete_step_seconds":884.0}} {"round":58,"train_step":57,"source_log_lines":{"rollout_summary":79618,"rollout":79625,"train":79897,"train_perf":79900,"posttrain_sync":79969},"metrics":{"rollout/response_len/mean":1851.61328125,"rollout/response_len/median":1360.5,"rollout/response_len/max":4096,"rollout/response_len/min":246,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.20703125,"perf/rollout_time":476.55222392082214,"perf/tokens_per_gpu_per_sec":124.3339596917808,"perf/longest_sample_tokens_per_sec":8.595070580723046,"perf/effective_tokens_per_gpu_per_sec":124.3339596917808,"perf/longest_effective_sample_tokens_per_sec":8.595070580723046,"rollout/partition":127.5,"rollout/response_lengths":1851.61328125,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.20703125,"rollout/rollout_log_probs":-0.43902474641799927,"rollout/raw_reward":0.5390625,"rollout/total_lengths":2029.17578125,"rollout/kl":0.0,"rollout/advantages":-4.656612873077393e-10,"rollout/returns":-4.656612873077393e-10,"train/loss":4.656612873077393e-10,"train/pg_loss":4.656612873077393e-10,"train/entropy_loss":0.44117555022239685,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009544980712234974,"train/grad_norm":0.12919556777651148,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":57,"perf/update_weights_time":3.5673911571502686,"perf/data_preprocess_time":0.1377401351928711,"perf/train_wait_time":485.772465467453,"perf/actor_train_time":441.96610260009766,"perf/train_time":442.43361139297485,"perf/actor_train_tflops":21.102927568463894,"perf/actor_train_tok_per_s":1175.3593701959287,"perf/step_time":928.2060768604279,"perf/wait_time_ratio":0.5233454914565243},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":441.96610260009766,"wall/complete_step_seconds":928.0}} {"round":59,"train_step":58,"source_log_lines":{"rollout_summary":80959,"rollout":80965,"train":81267,"train_perf":81270,"posttrain_sync":81341},"metrics":{"rollout/response_len/mean":2030.140625,"rollout/response_len/median":1688.0,"rollout/response_len/max":4096,"rollout/response_len/min":310,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1796875,"perf/rollout_time":481.402227640152,"perf/tokens_per_gpu_per_sec":134.94848230856329,"perf/longest_sample_tokens_per_sec":8.508477453622751,"perf/effective_tokens_per_gpu_per_sec":134.94848230856329,"perf/longest_effective_sample_tokens_per_sec":8.508477453622751,"rollout/partition":127.5,"rollout/response_lengths":2030.140625,"rollout/rewards":-1.3969838619232178e-09,"rollout/truncated":0.1796875,"rollout/rollout_log_probs":-0.43179893493652344,"rollout/raw_reward":0.5625,"rollout/total_lengths":2227.265625,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":-4.656612873077393e-10,"train/pg_loss":-4.656612873077393e-10,"train/entropy_loss":0.4330250024795532,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009349184110760689,"train/grad_norm":0.14995796960833568,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":58,"perf/update_weights_time":3.568171262741089,"perf/data_preprocess_time":0.1358020305633545,"perf/train_wait_time":490.3369743824005,"perf/actor_train_time":478.1582341194153,"perf/train_time":478.63279247283936,"perf/actor_train_tflops":21.398659341888067,"perf/actor_train_tok_per_s":1192.4504469740098,"perf/step_time":968.9697668552399,"perf/wait_time_ratio":0.5060394979853431},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":478.1582341194153,"wall/complete_step_seconds":969.0}} {"round":60,"train_step":59,"source_log_lines":{"rollout_summary":82266,"rollout":82272,"train":82577,"train_perf":82580,"posttrain_sync":83332},"metrics":{"rollout/response_len/mean":2051.64453125,"rollout/response_len/median":1354.0,"rollout/response_len/max":4096,"rollout/response_len/min":243,"rollout/zero_std/count_1.0":15,"rollout/zero_std/count_-1.0":8,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.25390625,"perf/rollout_time":444.9431502819061,"perf/tokens_per_gpu_per_sec":147.55283896022212,"perf/longest_sample_tokens_per_sec":9.20567042644631,"perf/effective_tokens_per_gpu_per_sec":147.55283896022212,"perf/longest_effective_sample_tokens_per_sec":9.20567042644631,"rollout/partition":127.5,"rollout/response_lengths":2051.64453125,"rollout/rewards":1.3969838619232178e-09,"rollout/truncated":0.25390625,"rollout/rollout_log_probs":-0.48079678416252136,"rollout/raw_reward":0.34375,"rollout/total_lengths":2247.17578125,"rollout/kl":0.0,"rollout/advantages":-4.656612873077393e-10,"rollout/returns":-4.656612873077393e-10,"train/loss":4.656612873077393e-10,"train/pg_loss":4.656612873077393e-10,"train/entropy_loss":0.4788898229598999,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.010323692113161087,"train/grad_norm":0.16394613317139248,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":59,"perf/update_weights_time":3.572200059890747,"perf/data_preprocess_time":0.12924742698669434,"perf/train_wait_time":453.8386604785919,"perf/actor_train_time":493.1312849521637,"perf/train_time":493.5958275794983,"perf/actor_train_tflops":21.002311897638993,"perf/actor_train_tok_per_s":1166.5798085712709,"perf/step_time":947.4344880580902,"perf/wait_time_ratio":0.479018513890921},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":493.1312849521637,"wall/complete_step_seconds":948.0}} {"round":61,"train_step":60,"source_log_lines":{"rollout_summary":83649,"rollout":83655,"train":83946,"train_perf":83949,"posttrain_sync":84501},"metrics":{"rollout/response_len/mean":1971.1796875,"rollout/response_len/median":1418.0,"rollout/response_len/max":4096,"rollout/response_len/min":191,"rollout/zero_std/count_1.0":12,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.23046875,"perf/rollout_time":477.115971326828,"perf/tokens_per_gpu_per_sec":132.2063267439674,"perf/longest_sample_tokens_per_sec":8.584914876375432,"perf/effective_tokens_per_gpu_per_sec":132.2063267439674,"perf/longest_effective_sample_tokens_per_sec":8.584914876375432,"rollout/partition":127.5,"rollout/response_lengths":1971.1796875,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.23046875,"rollout/rollout_log_probs":-0.4423137307167053,"rollout/raw_reward":0.4375,"rollout/total_lengths":2177.3359375,"rollout/kl":0.0,"rollout/advantages":-2.444721758365631e-09,"rollout/returns":-2.444721758365631e-09,"train/loss":-1.0477378964424133e-09,"train/pg_loss":-1.0477378964424133e-09,"train/entropy_loss":0.44385096430778503,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00967826321721077,"train/grad_norm":0.2901258114125855,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":60,"perf/update_weights_time":3.5999293327331543,"perf/data_preprocess_time":0.1406106948852539,"perf/train_wait_time":486.0528185367584,"perf/actor_train_time":474.0753276348114,"perf/train_time":474.5373294353485,"perf/actor_train_tflops":21.141331080161837,"perf/actor_train_tok_per_s":1175.7582972750135,"perf/step_time":960.5901479721069,"perf/wait_time_ratio":0.5059939658582384},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":474.0753276348114,"wall/complete_step_seconds":960.0}} {"round":62,"train_step":61,"source_log_lines":{"rollout_summary":84791,"rollout":84798,"train":85040,"train_perf":85043,"posttrain_sync":85793},"metrics":{"rollout/response_len/mean":1545.0546875,"rollout/response_len/median":1009.0,"rollout/response_len/max":4096,"rollout/response_len/min":351,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.10546875,"perf/rollout_time":443.53889632225037,"perf/tokens_per_gpu_per_sec":111.47105791614364,"perf/longest_sample_tokens_per_sec":9.23481578270438,"perf/effective_tokens_per_gpu_per_sec":111.47105791614364,"perf/longest_effective_sample_tokens_per_sec":9.23481578270438,"rollout/partition":127.5,"rollout/response_lengths":1545.0546875,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.10546875,"rollout/rollout_log_probs":-0.35976266860961914,"rollout/raw_reward":0.5703125,"rollout/total_lengths":1743.3984375,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":-1.862645149230957e-09,"train/pg_loss":-1.862645149230957e-09,"train/entropy_loss":0.3597427308559418,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008366169407963753,"train/grad_norm":0.19702344134752126,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":61,"perf/update_weights_time":3.6050174236297607,"perf/data_preprocess_time":0.1347029209136963,"perf/train_wait_time":452.5006527900696,"perf/actor_train_time":378.5573537349701,"perf/train_time":379.02181100845337,"perf/actor_train_tflops":20.999321816124336,"perf/actor_train_tok_per_s":1178.9759083968656,"perf/step_time":831.522463798523,"perf/wait_time_ratio":0.5441833173369445},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":378.5573537349701,"wall/complete_step_seconds":832.0}} {"round":63,"train_step":62,"source_log_lines":{"rollout_summary":86082,"rollout":86088,"train":86372,"train_perf":86375,"posttrain_sync":87024},"metrics":{"rollout/response_len/mean":1891.8515625,"rollout/response_len/median":1389.5,"rollout/response_len/max":4096,"rollout/response_len/min":371,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.15625,"perf/rollout_time":473.55387234687805,"perf/tokens_per_gpu_per_sec":127.84025965192619,"perf/longest_sample_tokens_per_sec":8.649491091057284,"perf/effective_tokens_per_gpu_per_sec":127.84025965192619,"perf/longest_effective_sample_tokens_per_sec":8.649491091057284,"rollout/partition":127.5,"rollout/response_lengths":1891.8515625,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.15625,"rollout/rollout_log_probs":-0.4221835732460022,"rollout/raw_reward":0.5,"rollout/total_lengths":2097.1015625,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":9.313225746154785e-10,"train/pg_loss":9.313225746154785e-10,"train/entropy_loss":0.4209495186805725,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009246628731489182,"train/grad_norm":0.15328594600121845,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":62,"perf/update_weights_time":3.552051067352295,"perf/data_preprocess_time":0.16472864151000977,"perf/train_wait_time":482.63018107414246,"perf/actor_train_time":460.2135202884674,"perf/train_time":460.6583125591278,"perf/actor_train_tflops":20.909954193795535,"perf/actor_train_tok_per_s":1166.541130003071,"perf/step_time":943.2884936332703,"perf/wait_time_ratio":0.51164642029629},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":460.2135202884674,"wall/complete_step_seconds":943.0}} {"round":64,"train_step":63,"source_log_lines":{"rollout_summary":87305,"rollout":87312,"train":87610,"train_perf":87613,"posttrain_sync":88367},"metrics":{"rollout/response_len/mean":1983.3359375,"rollout/response_len/median":1639.5,"rollout/response_len/max":4096,"rollout/response_len/min":256,"rollout/zero_std/count_-1.0":3,"rollout/zero_std/count_1.0":16,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.15234375,"perf/rollout_time":453.4117183685303,"perf/tokens_per_gpu_per_sec":139.97598083341686,"perf/longest_sample_tokens_per_sec":9.033732111596631,"perf/effective_tokens_per_gpu_per_sec":139.97598083341686,"perf/longest_effective_sample_tokens_per_sec":9.033732111596631,"rollout/partition":127.5,"rollout/response_lengths":1983.3359375,"rollout/rewards":-2.0954757928848267e-09,"rollout/truncated":0.15234375,"rollout/rollout_log_probs":-0.4393625259399414,"rollout/raw_reward":0.6171875,"rollout/total_lengths":2194.3359375,"rollout/kl":0.0,"rollout/advantages":-5.471520125865936e-09,"rollout/returns":-5.471520125865936e-09,"train/loss":6.05359673500061e-09,"train/pg_loss":6.05359673500061e-09,"train/entropy_loss":0.4411866068840027,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009717321023344994,"train/grad_norm":0.22487663456692233,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":63,"perf/update_weights_time":3.5418879985809326,"perf/data_preprocess_time":0.15209245681762695,"perf/train_wait_time":462.28412985801697,"perf/actor_train_time":479.97856736183167,"perf/train_time":480.44406962394714,"perf/actor_train_tflops":20.987767917481918,"perf/actor_train_tok_per_s":1170.3647583424802,"perf/step_time":942.7281994819641,"perf/wait_time_ratio":0.49036841171405016},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":479.97856736183167,"wall/complete_step_seconds":943.0}} {"round":65,"train_step":64,"source_log_lines":{"rollout_summary":88653,"rollout":88660,"train":88939,"train_perf":88942,"posttrain_sync":89122},"metrics":{"rollout/response_len/mean":1867.15625,"rollout/response_len/median":1293.0,"rollout/response_len/max":4096,"rollout/response_len/min":399,"rollout/zero_std/count_-1.0":5,"rollout/zero_std/count_1.0":17,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1953125,"perf/rollout_time":464.4662299156189,"perf/tokens_per_gpu_per_sec":128.64013818799012,"perf/longest_sample_tokens_per_sec":8.818725100303059,"perf/effective_tokens_per_gpu_per_sec":128.64013818799012,"perf/longest_effective_sample_tokens_per_sec":8.818725100303059,"rollout/partition":127.5,"rollout/response_lengths":1867.15625,"rollout/rewards":0.0,"rollout/truncated":0.1953125,"rollout/rollout_log_probs":-0.3995089530944824,"rollout/raw_reward":0.5625,"rollout/total_lengths":2060.9375,"rollout/kl":0.0,"rollout/advantages":-6.984919309616089e-10,"rollout/returns":-6.984919309616089e-10,"train/loss":-1.862645149230957e-09,"train/pg_loss":-1.862645149230957e-09,"train/entropy_loss":0.4004335105419159,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009010525420308113,"train/grad_norm":0.18891108534298456,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":64,"perf/update_weights_time":3.7340855598449707,"perf/data_preprocess_time":0.13865351676940918,"perf/train_wait_time":473.5598967075348,"perf/actor_train_time":443.53454995155334,"perf/train_time":444.0029022693634,"perf/actor_train_tflops":21.310076605429582,"perf/actor_train_tok_per_s":1189.535291123609,"perf/step_time":917.5627989768982,"perf/wait_time_ratio":0.5161062515127728},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":443.53454995155334,"wall/complete_step_seconds":918.0}} {"round":66,"train_step":65,"source_log_lines":{"rollout_summary":89425,"rollout":89431,"train":89719,"train_perf":89722,"posttrain_sync":90469},"metrics":{"rollout/response_len/mean":1886.58984375,"rollout/response_len/median":1427.0,"rollout/response_len/max":4096,"rollout/response_len/min":553,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.16796875,"perf/rollout_time":482.66929745674133,"perf/tokens_per_gpu_per_sec":125.07709795941737,"perf/longest_sample_tokens_per_sec":8.486141591318225,"perf/effective_tokens_per_gpu_per_sec":125.07709795941737,"perf/longest_effective_sample_tokens_per_sec":8.486141591318225,"rollout/partition":127.5,"rollout/response_lengths":1886.58984375,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.16796875,"rollout/rollout_log_probs":-0.3869572579860687,"rollout/raw_reward":0.40625,"rollout/total_lengths":2102.37109375,"rollout/kl":0.0,"rollout/advantages":0.0,"rollout/returns":0.0,"train/loss":-2.3283064365386963e-09,"train/pg_loss":-2.3283064365386963e-09,"train/entropy_loss":0.3862243890762329,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008737104944884777,"train/grad_norm":0.15062326545033178,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":65,"perf/update_weights_time":3.5490312576293945,"perf/data_preprocess_time":0.1421222686767578,"perf/train_wait_time":491.6870994567871,"perf/actor_train_time":450.0741889476776,"perf/train_time":450.5380628108978,"perf/actor_train_tflops":21.388750401983753,"perf/actor_train_tok_per_s":1195.8184077571443,"perf/step_time":942.2251622676849,"perf/wait_time_ratio":0.5218360951785954},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":450.0741889476776,"wall/complete_step_seconds":942.0}} {"round":67,"train_step":66,"source_log_lines":{"rollout_summary":90761,"rollout":90767,"train":91096,"train_perf":91099,"posttrain_sync":91848},"metrics":{"rollout/response_len/mean":2227.55078125,"rollout/response_len/median":2053.5,"rollout/response_len/max":4096,"rollout/response_len/min":286,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":6,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.21875,"perf/rollout_time":448.1657078266144,"perf/tokens_per_gpu_per_sec":159.05193939465204,"perf/longest_sample_tokens_per_sec":9.139476600884095,"perf/effective_tokens_per_gpu_per_sec":159.05193939465204,"perf/longest_effective_sample_tokens_per_sec":9.139476600884095,"rollout/partition":127.5,"rollout/response_lengths":2227.55078125,"rollout/rewards":-6.984919309616089e-10,"rollout/truncated":0.21875,"rollout/rollout_log_probs":-0.49281954765319824,"rollout/raw_reward":0.3359375,"rollout/total_lengths":2429.89453125,"rollout/kl":0.0,"rollout/advantages":-9.313225746154785e-10,"rollout/returns":-9.313225746154785e-10,"train/loss":9.313225746154785e-10,"train/pg_loss":9.313225746154785e-10,"train/entropy_loss":0.4928581118583679,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.0105806365609169,"train/grad_norm":0.19845958121288715,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":66,"perf/update_weights_time":3.6423819065093994,"perf/data_preprocess_time":0.13669347763061523,"perf/train_wait_time":457.3442974090576,"perf/actor_train_time":526.059693813324,"perf/train_time":526.530669927597,"perf/actor_train_tflops":21.287938900578737,"perf/actor_train_tok_per_s":1182.4760712816367,"perf/step_time":983.8749673366547,"perf/wait_time_ratio":0.4648398552583228},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":526.059693813324,"wall/complete_step_seconds":984.0}} {"round":68,"train_step":67,"source_log_lines":{"rollout_summary":92123,"rollout":92133,"train":92422,"train_perf":92425,"posttrain_sync":93176},"metrics":{"rollout/response_len/mean":1943.56640625,"rollout/response_len/median":1552.5,"rollout/response_len/max":4096,"rollout/response_len/min":292,"rollout/zero_std/count_1.0":12,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1796875,"perf/rollout_time":452.8298816680908,"perf/tokens_per_gpu_per_sec":137.34545249287726,"perf/longest_sample_tokens_per_sec":9.045339465919414,"perf/effective_tokens_per_gpu_per_sec":137.34545249287726,"perf/longest_effective_sample_tokens_per_sec":9.045339465919414,"rollout/partition":127.5,"rollout/response_lengths":1943.56640625,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.1796875,"rollout/rollout_log_probs":-0.3965110778808594,"rollout/raw_reward":0.40625,"rollout/total_lengths":2141.34765625,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":-9.313225746154785e-10,"train/pg_loss":-9.313225746154785e-10,"train/entropy_loss":0.3969995975494385,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008967285975813866,"train/grad_norm":0.20213183274925695,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":67,"perf/update_weights_time":3.6608028411865234,"perf/data_preprocess_time":0.14490032196044922,"perf/train_wait_time":461.88954877853394,"perf/actor_train_time":452.42934703826904,"perf/train_time":452.8898105621338,"perf/actor_train_tflops":21.683063624252828,"perf/actor_train_tok_per_s":1211.6477491758098,"perf/step_time":914.7793593406677,"perf/wait_time_ratio":0.5049190759085812},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":452.42934703826904,"wall/complete_step_seconds":914.0}} {"round":69,"train_step":68,"source_log_lines":{"rollout_summary":93471,"rollout":93477,"train":93762,"train_perf":93765,"posttrain_sync":94395},"metrics":{"rollout/response_len/mean":1933.375,"rollout/response_len/median":1352.5,"rollout/response_len/max":4096,"rollout/response_len/min":233,"rollout/zero_std/count_-1.0":9,"rollout/zero_std/count_1.0":19,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.26953125,"perf/rollout_time":477.12071800231934,"perf/tokens_per_gpu_per_sec":129.6694896399348,"perf/longest_sample_tokens_per_sec":8.584829468629549,"perf/effective_tokens_per_gpu_per_sec":129.6694896399348,"perf/longest_effective_sample_tokens_per_sec":8.584829468629549,"rollout/partition":127.5,"rollout/response_lengths":1933.375,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.26953125,"rollout/rollout_log_probs":-0.4071560800075531,"rollout/raw_reward":0.3203125,"rollout/total_lengths":2145.53125,"rollout/kl":0.0,"rollout/advantages":2.7939677238464355e-09,"rollout/returns":2.7939677238464355e-09,"train/loss":-9.313225746154785e-10,"train/pg_loss":-9.313225746154785e-10,"train/entropy_loss":0.4078190326690674,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009119040332734585,"train/grad_norm":0.10086765466593255,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":68,"perf/update_weights_time":3.545894145965576,"perf/data_preprocess_time":0.13975143432617188,"perf/train_wait_time":486.07677388191223,"perf/actor_train_time":462.6834089756012,"perf/train_time":463.1483998298645,"perf/actor_train_tflops":21.349033428329587,"perf/actor_train_tok_per_s":1187.1097803486705,"perf/step_time":949.2251737117767,"perf/wait_time_ratio":0.5120774157107477},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":462.6834089756012,"wall/complete_step_seconds":950.0}} {"round":70,"train_step":69,"source_log_lines":{"rollout_summary":94665,"rollout":94671,"train":94970,"train_perf":94973,"posttrain_sync":95043},"metrics":{"rollout/response_len/mean":1965.19921875,"rollout/response_len/median":1449.0,"rollout/response_len/max":4096,"rollout/response_len/min":256,"rollout/zero_std/count_1.0":19,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.20703125,"perf/rollout_time":436.7333426475525,"perf/tokens_per_gpu_per_sec":143.99261256026847,"perf/longest_sample_tokens_per_sec":9.378720605963688,"perf/effective_tokens_per_gpu_per_sec":143.99261256026847,"perf/longest_effective_sample_tokens_per_sec":9.378720605963688,"rollout/partition":127.5,"rollout/response_lengths":1965.19921875,"rollout/rewards":-1.1641532182693481e-09,"rollout/truncated":0.20703125,"rollout/rollout_log_probs":-0.4342886805534363,"rollout/raw_reward":0.5234375,"rollout/total_lengths":2181.44921875,"rollout/kl":0.0,"rollout/advantages":-2.3283064365386963e-09,"rollout/returns":-2.3283064365386963e-09,"train/loss":2.3283064365386963e-09,"train/pg_loss":2.3283064365386963e-09,"train/entropy_loss":0.43560507893562317,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009714435786008835,"train/grad_norm":0.1254081395950564,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":69,"perf/update_weights_time":3.517382860183716,"perf/data_preprocess_time":0.13860440254211426,"perf/train_wait_time":445.7955527305603,"perf/actor_train_time":469.8619873523712,"perf/train_time":470.3327021598816,"perf/actor_train_tflops":21.32861589287258,"perf/actor_train_tok_per_s":1188.542625350094,"perf/step_time":916.1282548904419,"perf/wait_time_ratio":0.48660823454667074},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":469.8619873523712,"wall/complete_step_seconds":916.0}} {"round":71,"train_step":70,"source_log_lines":{"rollout_summary":96033,"rollout":96039,"train":96345,"train_perf":96348,"posttrain_sync":96419},"metrics":{"rollout/response_len/mean":2094.234375,"rollout/response_len/median":1693.0,"rollout/response_len/max":4096,"rollout/response_len/min":286,"rollout/zero_std/count_1.0":15,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1953125,"perf/rollout_time":486.8244516849518,"perf/tokens_per_gpu_per_sec":137.65845114815443,"perf/longest_sample_tokens_per_sec":8.41371049835994,"perf/effective_tokens_per_gpu_per_sec":137.65845114815443,"perf/longest_effective_sample_tokens_per_sec":8.41371049835994,"rollout/partition":127.5,"rollout/response_lengths":2094.234375,"rollout/rewards":-1.862645149230957e-09,"rollout/truncated":0.1953125,"rollout/rollout_log_probs":-0.4190322458744049,"rollout/raw_reward":0.5,"rollout/total_lengths":2273.984375,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":9.313225746154785e-10,"train/pg_loss":9.313225746154785e-10,"train/entropy_loss":0.4190666377544403,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009394092485308647,"train/grad_norm":0.18629458503432336,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":70,"perf/update_weights_time":3.610290765762329,"perf/data_preprocess_time":0.13733553886413574,"perf/train_wait_time":495.7930989265442,"perf/actor_train_time":486.77168250083923,"perf/train_time":487.2465250492096,"perf/actor_train_tflops":21.444221597928937,"perf/actor_train_tok_per_s":1195.9200194415507,"perf/step_time":983.0396239757538,"perf/wait_time_ratio":0.5043470139294941},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":486.77168250083923,"wall/complete_step_seconds":983.0}} {"round":72,"train_step":71,"source_log_lines":{"rollout_summary":97363,"rollout":97369,"train":97611,"train_perf":97614,"posttrain_sync":98297},"metrics":{"rollout/response_len/mean":1566.1640625,"rollout/response_len/median":1076.5,"rollout/response_len/max":4096,"rollout/response_len/min":360,"rollout/zero_std/count_1.0":20,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1171875,"perf/rollout_time":442.2587950229645,"perf/tokens_per_gpu_per_sec":113.32109290759868,"perf/longest_sample_tokens_per_sec":9.261545606543141,"perf/effective_tokens_per_gpu_per_sec":113.32109290759868,"perf/longest_effective_sample_tokens_per_sec":9.261545606543141,"rollout/partition":127.5,"rollout/response_lengths":1566.1640625,"rollout/rewards":-1.862645149230957e-09,"rollout/truncated":0.1171875,"rollout/rollout_log_probs":-0.35041895508766174,"rollout/raw_reward":0.65625,"rollout/total_lengths":1763.8515625,"rollout/kl":0.0,"rollout/advantages":-2.561137080192566e-09,"rollout/returns":-2.561137080192566e-09,"train/loss":3.4924596548080444e-09,"train/pg_loss":3.4924596548080444e-09,"train/entropy_loss":0.3478517234325409,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00816701166331768,"train/grad_norm":0.14283432868811383,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":71,"perf/update_weights_time":3.6231021881103516,"perf/data_preprocess_time":0.1338205337524414,"perf/train_wait_time":451.32555651664734,"perf/actor_train_time":377.0263001918793,"perf/train_time":377.49903106689453,"perf/actor_train_tflops":21.338040577504817,"perf/actor_train_tok_per_s":1197.6511977286348,"perf/step_time":828.8245875835419,"perf/wait_time_ratio":0.5445368818419081},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":377.0263001918793,"wall/complete_step_seconds":829.0}} {"round":73,"train_step":72,"source_log_lines":{"rollout_summary":98575,"rollout":98582,"train":98853,"train_perf":98856,"posttrain_sync":98927},"metrics":{"rollout/response_len/mean":1730.484375,"rollout/response_len/median":1543.0,"rollout/response_len/max":4096,"rollout/response_len/min":220,"rollout/zero_std/count_1.0":20,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.125,"perf/rollout_time":465.6942403316498,"perf/tokens_per_gpu_per_sec":118.90956598596468,"perf/longest_sample_tokens_per_sec":8.795470601231795,"perf/effective_tokens_per_gpu_per_sec":118.90956598596468,"perf/longest_effective_sample_tokens_per_sec":8.795470601231795,"rollout/partition":127.5,"rollout/response_lengths":1730.484375,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.125,"rollout/rollout_log_probs":-0.37612634897232056,"rollout/raw_reward":0.6328125,"rollout/total_lengths":1914.578125,"rollout/kl":0.0,"rollout/advantages":1.979060471057892e-09,"rollout/returns":1.979060471057892e-09,"train/loss":-1.979060471057892e-09,"train/pg_loss":-1.979060471057892e-09,"train/entropy_loss":0.3775899410247803,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008727002888917923,"train/grad_norm":0.13240299484108597,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":72,"perf/update_weights_time":3.552380084991455,"perf/data_preprocess_time":0.1367640495300293,"perf/train_wait_time":474.7100074291229,"perf/actor_train_time":417.5892336368561,"perf/train_time":418.0525896549225,"perf/actor_train_tflops":20.94905542062591,"perf/actor_train_tok_per_s":1173.7179996987866,"perf/step_time":892.7625970840454,"perf/wait_time_ratio":0.5317315140437423},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":417.5892336368561,"wall/complete_step_seconds":893.0}} {"round":74,"train_step":73,"source_log_lines":{"rollout_summary":99888,"rollout":99895,"train":100122,"train_perf":100125,"posttrain_sync":100353},"metrics":{"rollout/response_len/mean":1449.5546875,"rollout/response_len/median":1090.5,"rollout/response_len/max":4096,"rollout/response_len/min":80,"rollout/zero_std/count_1.0":25,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.078125,"perf/rollout_time":435.2975013256073,"perf/tokens_per_gpu_per_sec":106.56102977559468,"perf/longest_sample_tokens_per_sec":9.409656585499551,"perf/effective_tokens_per_gpu_per_sec":106.56102977559468,"perf/longest_effective_sample_tokens_per_sec":9.409656585499551,"rollout/partition":127.5,"rollout/response_lengths":1449.5546875,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.078125,"rollout/rollout_log_probs":-0.3465736210346222,"rollout/raw_reward":0.8046875,"rollout/total_lengths":1644.1171875,"rollout/kl":0.0,"rollout/advantages":-2.561137080192566e-09,"rollout/returns":-2.561137080192566e-09,"train/loss":2.561137080192566e-09,"train/pg_loss":2.561137080192566e-09,"train/entropy_loss":0.3453501760959625,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008247967809438705,"train/grad_norm":0.12159799754391332,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":73,"perf/update_weights_time":3.5516068935394287,"perf/data_preprocess_time":0.14389419555664062,"perf/train_wait_time":444.3843021392822,"perf/actor_train_time":351.55000352859497,"perf/train_time":352.0191259384155,"perf/actor_train_tflops":21.254428930248693,"perf/actor_train_tok_per_s":1197.2521569488895,"perf/step_time":796.4034280776978,"perf/wait_time_ratio":0.5579889368531544},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":351.55000352859497,"wall/complete_step_seconds":796.0}} {"round":75,"train_step":74,"source_log_lines":{"rollout_summary":100604,"rollout":100611,"train":100857,"train_perf":100860,"posttrain_sync":101630},"metrics":{"rollout/response_len/mean":1601.91015625,"rollout/response_len/median":1350.0,"rollout/response_len/max":4096,"rollout/response_len/min":210,"rollout/zero_std/count_-1.0":4,"rollout/zero_std/count_1.0":20,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1015625,"perf/rollout_time":441.38972997665405,"perf/tokens_per_gpu_per_sec":116.13574471411307,"perf/longest_sample_tokens_per_sec":9.279780932412372,"perf/effective_tokens_per_gpu_per_sec":116.13574471411307,"perf/longest_effective_sample_tokens_per_sec":9.279780932412372,"rollout/partition":127.5,"rollout/response_lengths":1601.91015625,"rollout/rewards":0.0,"rollout/truncated":0.1015625,"rollout/rollout_log_probs":-0.3595607876777649,"rollout/raw_reward":0.609375,"rollout/total_lengths":1786.62890625,"rollout/kl":0.0,"rollout/advantages":2.0954757928848267e-09,"rollout/returns":2.0954757928848267e-09,"train/loss":-1.1641532182693481e-09,"train/pg_loss":-1.1641532182693481e-09,"train/entropy_loss":0.357489675283432,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00870597641915083,"train/grad_norm":0.12453028970489326,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":74,"perf/update_weights_time":3.6084020137786865,"perf/data_preprocess_time":0.13649225234985352,"perf/train_wait_time":450.42561960220337,"perf/actor_train_time":384.15911412239075,"perf/train_time":384.6289687156677,"perf/actor_train_tflops":21.167730279524505,"perf/actor_train_tok_per_s":1190.59260391329,"perf/step_time":835.0545883178711,"perf/wait_time_ratio":0.5393966165847169},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":384.15911412239075,"wall/complete_step_seconds":932.0}} {"round":76,"train_step":75,"source_log_lines":{"rollout_summary":101928,"rollout":101938,"train":102180,"train_perf":102183,"posttrain_sync":102254},"metrics":{"rollout/response_len/mean":1565.1328125,"rollout/response_len/median":967.5,"rollout/response_len/max":4096,"rollout/response_len/min":156,"rollout/zero_std/count_1.0":22,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1328125,"perf/rollout_time":444.06092524528503,"perf/tokens_per_gpu_per_sec":112.78688835847258,"perf/longest_sample_tokens_per_sec":9.22395952253061,"perf/effective_tokens_per_gpu_per_sec":112.78688835847258,"perf/longest_effective_sample_tokens_per_sec":9.22395952253061,"rollout/partition":127.5,"rollout/response_lengths":1565.1328125,"rollout/rewards":0.0,"rollout/truncated":0.1328125,"rollout/rollout_log_probs":-0.36404183506965637,"rollout/raw_reward":0.59375,"rollout/total_lengths":1782.7890625,"rollout/kl":0.0,"rollout/advantages":-1.3969838619232178e-09,"rollout/returns":-1.3969838619232178e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.3612898588180542,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.00881559494882822,"train/grad_norm":0.12795362175842592,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":75,"perf/save_model_time":96.38348364830017,"perf/update_weights_time":3.548165798187256,"perf/data_preprocess_time":0.13751435279846191,"perf/train_wait_time":549.7363908290863,"perf/actor_train_time":389.1080279350281,"perf/train_time":389.5841176509857,"perf/actor_train_tflops":20.967741940651468,"perf/actor_train_tok_per_s":1172.9236284896365,"perf/step_time":939.320508480072,"perf/wait_time_ratio":0.5852490027271124},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":389.1080279350281,"wall/complete_step_seconds":842.0}} {"round":77,"train_step":76,"source_log_lines":{"rollout_summary":103284,"rollout":103290,"train":103583,"train_perf":103586,"posttrain_sync":103993},"metrics":{"rollout/response_len/mean":1903.02734375,"rollout/response_len/median":1415.5,"rollout/response_len/max":4096,"rollout/response_len/min":237,"rollout/zero_std/count_1.0":16,"rollout/zero_std/count_-1.0":7,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.22265625,"perf/rollout_time":505.4497170448303,"perf/tokens_per_gpu_per_sec":120.48057986072395,"perf/longest_sample_tokens_per_sec":8.103674533537644,"perf/effective_tokens_per_gpu_per_sec":120.48057986072395,"perf/longest_effective_sample_tokens_per_sec":8.103674533537644,"rollout/partition":127.5,"rollout/response_lengths":1903.02734375,"rollout/rewards":4.656612873077393e-10,"rollout/truncated":0.22265625,"rollout/rollout_log_probs":-0.4003947079181671,"rollout/raw_reward":0.40625,"rollout/total_lengths":2093.83984375,"rollout/kl":0.0,"rollout/advantages":2.6775524020195007e-09,"rollout/returns":2.6775524020195007e-09,"train/loss":-2.2118911147117615e-09,"train/pg_loss":-2.2118911147117615e-09,"train/entropy_loss":0.39946380257606506,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009382745251059532,"train/grad_norm":0.14169068655857106,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":76,"perf/update_weights_time":3.617225170135498,"perf/data_preprocess_time":0.14424562454223633,"perf/train_wait_time":514.1653664112091,"perf/actor_train_time":468.08430528640747,"perf/train_time":468.5575337409973,"perf/actor_train_tflops":20.54638861431535,"perf/actor_train_tok_per_s":1145.1420052890319,"perf/step_time":982.7229001522064,"perf/wait_time_ratio":0.5232048284735952},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":468.08430528640747,"wall/complete_step_seconds":983.0}} {"round":78,"train_step":77,"source_log_lines":{"rollout_summary":104276,"rollout":104282,"train":104526,"train_perf":104529,"posttrain_sync":105279},"metrics":{"rollout/response_len/mean":1586.8046875,"rollout/response_len/median":1323.0,"rollout/response_len/max":4096,"rollout/response_len/min":286,"rollout/zero_std/count_1.0":20,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.10546875,"perf/rollout_time":458.48647713661194,"perf/tokens_per_gpu_per_sec":110.75081279849856,"perf/longest_sample_tokens_per_sec":8.933742224156251,"perf/effective_tokens_per_gpu_per_sec":110.75081279849856,"perf/longest_effective_sample_tokens_per_sec":8.933742224156251,"rollout/partition":127.5,"rollout/response_lengths":1586.8046875,"rollout/rewards":-1.3969838619232178e-09,"rollout/truncated":0.10546875,"rollout/rollout_log_probs":-0.3527951240539551,"rollout/raw_reward":0.671875,"rollout/total_lengths":1780.8671875,"rollout/kl":0.0,"rollout/advantages":-1.862645149230957e-09,"rollout/returns":-1.862645149230957e-09,"train/loss":1.862645149230957e-09,"train/pg_loss":1.862645149230957e-09,"train/entropy_loss":0.35311752557754517,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008596459403634071,"train/grad_norm":0.14962625084659312,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":77,"perf/update_weights_time":3.6483192443847656,"perf/data_preprocess_time":0.14666342735290527,"perf/train_wait_time":467.51139426231384,"perf/actor_train_time":373.739061832428,"perf/train_time":374.2007620334625,"perf/actor_train_tflops":21.713143507063233,"perf/actor_train_tok_per_s":1219.8403821231059,"perf/step_time":841.7121562957764,"perf/wait_time_ratio":0.5554290629705853},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":373.739061832428,"wall/complete_step_seconds":842.0}} {"round":79,"train_step":78,"source_log_lines":{"rollout_summary":105574,"rollout":105580,"train":105851,"train_perf":105854,"posttrain_sync":106496},"metrics":{"rollout/response_len/mean":1773.00390625,"rollout/response_len/median":1265.5,"rollout/response_len/max":4096,"rollout/response_len/min":190,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1640625,"perf/rollout_time":454.7713358402252,"perf/tokens_per_gpu_per_sec":124.75747816246074,"perf/longest_sample_tokens_per_sec":9.006724208842941,"perf/effective_tokens_per_gpu_per_sec":124.75747816246074,"perf/longest_effective_sample_tokens_per_sec":9.006724208842941,"rollout/partition":127.5,"rollout/response_lengths":1773.00390625,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.1640625,"rollout/rollout_log_probs":-0.3545631766319275,"rollout/raw_reward":0.4609375,"rollout/total_lengths":1981.16015625,"rollout/kl":0.0,"rollout/advantages":-6.984919309616089e-10,"rollout/returns":-6.984919309616089e-10,"train/loss":-1.1641532182693481e-09,"train/pg_loss":-1.1641532182693481e-09,"train/entropy_loss":0.3568532168865204,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009006772190332413,"train/grad_norm":0.18266826058246916,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":78,"perf/update_weights_time":3.704113721847534,"perf/data_preprocess_time":0.1501162052154541,"perf/train_wait_time":463.8854467868805,"perf/actor_train_time":430.823091506958,"perf/train_time":431.28447246551514,"perf/actor_train_tflops":21.09264518156443,"perf/actor_train_tok_per_s":1177.227985217707,"perf/step_time":895.1699192523956,"perf/wait_time_ratio":0.5182093776947913},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":430.823091506958,"wall/complete_step_seconds":895.0}} {"round":80,"train_step":79,"source_log_lines":{"rollout_summary":106821,"rollout":106827,"train":107108,"train_perf":107111,"posttrain_sync":107183},"metrics":{"rollout/response_len/mean":1859.30078125,"rollout/response_len/median":1214.0,"rollout/response_len/max":4096,"rollout/response_len/min":240,"rollout/zero_std/count_1.0":18,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1875,"perf/rollout_time":480.12479758262634,"perf/tokens_per_gpu_per_sec":123.9211665374581,"perf/longest_sample_tokens_per_sec":8.531115286323251,"perf/effective_tokens_per_gpu_per_sec":123.9211665374581,"perf/longest_effective_sample_tokens_per_sec":8.531115286323251,"rollout/partition":127.5,"rollout/response_lengths":1859.30078125,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.1875,"rollout/rollout_log_probs":-0.37392953038215637,"rollout/raw_reward":0.453125,"rollout/total_lengths":2045.45703125,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-09,"rollout/returns":2.3283064365386963e-09,"train/loss":-2.3283064365386963e-09,"train/pg_loss":-2.3283064365386963e-09,"train/entropy_loss":0.37241438031196594,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009597167372703552,"train/grad_norm":0.18964819353207768,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":79,"perf/update_weights_time":3.660611391067505,"perf/data_preprocess_time":0.14432859420776367,"perf/train_wait_time":489.0216815471649,"perf/actor_train_time":446.3272397518158,"perf/train_time":446.7898213863373,"perf/actor_train_tflops":21.0154667800182,"perf/actor_train_tok_per_s":1173.2131793953984,"perf/step_time":935.8115029335022,"perf/wait_time_ratio":0.522564298487699},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":446.3272397518158,"wall/complete_step_seconds":936.0}} {"round":81,"train_step":80,"source_log_lines":{"rollout_summary":108117,"rollout":108123,"train":108347,"train_perf":108350,"posttrain_sync":108421},"metrics":{"rollout/response_len/mean":1443.37109375,"rollout/response_len/median":1003.5,"rollout/response_len/max":4096,"rollout/response_len/min":169,"rollout/zero_std/count_1.0":22,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.09765625,"perf/rollout_time":427.0840358734131,"perf/tokens_per_gpu_per_sec":108.14704161335125,"perf/longest_sample_tokens_per_sec":9.590618370043797,"perf/effective_tokens_per_gpu_per_sec":108.14704161335125,"perf/longest_effective_sample_tokens_per_sec":9.590618370043797,"rollout/partition":127.5,"rollout/response_lengths":1443.37109375,"rollout/rewards":-2.3283064365386963e-09,"rollout/truncated":0.09765625,"rollout/rollout_log_probs":-0.32458287477493286,"rollout/raw_reward":0.6875,"rollout/total_lengths":1640.27734375,"rollout/kl":0.0,"rollout/advantages":-3.026798367500305e-09,"rollout/returns":-3.026798367500305e-09,"train/loss":3.026798367500305e-09,"train/pg_loss":3.026798367500305e-09,"train/entropy_loss":0.3240039646625519,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008832434192299843,"train/grad_norm":0.13207639734917895,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":80,"perf/update_weights_time":3.597419500350952,"perf/data_preprocess_time":0.13903021812438965,"perf/train_wait_time":436.1173429489136,"perf/actor_train_time":350.09601640701294,"perf/train_time":350.56273794174194,"perf/actor_train_tflops":21.337678461132448,"perf/actor_train_tok_per_s":1199.4166752009594,"perf/step_time":786.6800808906555,"perf/wait_time_ratio":0.5543769996758462},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":350.09601640701294,"wall/complete_step_seconds":786.0}} {"round":82,"train_step":81,"source_log_lines":{"rollout_summary":109406,"rollout":109412,"train":109661,"train_perf":109664,"posttrain_sync":109735},"metrics":{"rollout/response_len/mean":1591.015625,"rollout/response_len/median":1153.0,"rollout/response_len/max":4096,"rollout/response_len/min":254,"rollout/zero_std/count_1.0":24,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.0859375,"perf/rollout_time":464.4588794708252,"perf/tokens_per_gpu_per_sec":109.61680839863898,"perf/longest_sample_tokens_per_sec":8.818864663900325,"perf/effective_tokens_per_gpu_per_sec":109.61680839863898,"perf/longest_effective_sample_tokens_per_sec":8.818864663900325,"rollout/partition":127.5,"rollout/response_lengths":1591.015625,"rollout/rewards":0.0,"rollout/truncated":0.0859375,"rollout/rollout_log_probs":-0.29263225197792053,"rollout/raw_reward":0.796875,"rollout/total_lengths":1785.015625,"rollout/kl":0.0,"rollout/advantages":0.0,"rollout/returns":0.0,"train/loss":-1.862645149230957e-09,"train/pg_loss":-1.862645149230957e-09,"train/entropy_loss":0.29340580105781555,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008611085824668407,"train/grad_norm":0.12084971726537956,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":81,"perf/update_weights_time":3.5934414863586426,"perf/data_preprocess_time":0.1395583152770996,"perf/train_wait_time":473.45788192749023,"perf/actor_train_time":384.3677411079407,"perf/train_time":384.83811211586,"perf/actor_train_tflops":21.164565994591417,"perf/actor_train_tok_per_s":1188.8718826475929,"perf/step_time":858.2959940433502,"perf/wait_time_ratio":0.551625412693674},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":384.3677411079407,"wall/complete_step_seconds":858.0}} {"round":83,"train_step":82,"source_log_lines":{"rollout_summary":110701,"rollout":110708,"train":110974,"train_perf":110977,"posttrain_sync":111724},"metrics":{"rollout/response_len/mean":1773.53515625,"rollout/response_len/median":1375.5,"rollout/response_len/max":4096,"rollout/response_len/min":250,"rollout/zero_std/count_1.0":20,"rollout/zero_std/count_-1.0":1,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1171875,"perf/rollout_time":448.1938488483429,"perf/tokens_per_gpu_per_sec":126.62629160536243,"perf/longest_sample_tokens_per_sec":9.138902754968374,"perf/effective_tokens_per_gpu_per_sec":126.62629160536243,"perf/longest_effective_sample_tokens_per_sec":9.138902754968374,"rollout/partition":127.5,"rollout/response_lengths":1773.53515625,"rollout/rewards":3.4924596548080444e-09,"rollout/truncated":0.1171875,"rollout/rollout_log_probs":-0.29647019505500793,"rollout/raw_reward":0.6640625,"rollout/total_lengths":1966.97265625,"rollout/kl":0.0,"rollout/advantages":6.984919309616089e-09,"rollout/returns":6.984919309616089e-09,"train/loss":-6.51925802230835e-09,"train/pg_loss":-6.51925802230835e-09,"train/entropy_loss":0.2950785458087921,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008806183934211731,"train/grad_norm":0.1563074959827576,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":82,"perf/update_weights_time":3.5491602420806885,"perf/data_preprocess_time":0.14557123184204102,"perf/train_wait_time":457.0034673213959,"perf/actor_train_time":416.38453102111816,"perf/train_time":416.8478879928589,"perf/actor_train_tflops":21.609792376010343,"perf/actor_train_tok_per_s":1209.3268661185236,"perf/step_time":873.8513553142548,"perf/wait_time_ratio":0.5229762070427276},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":416.38453102111816,"wall/complete_step_seconds":874.0}} {"round":84,"train_step":83,"source_log_lines":{"rollout_summary":112021,"rollout":112027,"train":112296,"train_perf":112299,"posttrain_sync":113047},"metrics":{"rollout/response_len/mean":1697.1640625,"rollout/response_len/median":1279.5,"rollout/response_len/max":4096,"rollout/response_len/min":274,"rollout/zero_std/count_1.0":18,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1328125,"perf/rollout_time":433.1711757183075,"perf/tokens_per_gpu_per_sec":125.37595538286108,"perf/longest_sample_tokens_per_sec":9.455846163373625,"perf/effective_tokens_per_gpu_per_sec":125.37595538286108,"perf/longest_effective_sample_tokens_per_sec":9.455846163373625,"rollout/partition":127.5,"rollout/response_lengths":1697.1640625,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.1328125,"rollout/rollout_log_probs":-0.2615525424480438,"rollout/raw_reward":0.625,"rollout/total_lengths":1892.4140625,"rollout/kl":0.0,"rollout/advantages":-6.05359673500061e-09,"rollout/returns":-6.05359673500061e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.26052647829055786,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008493260480463505,"train/grad_norm":0.26703580487486495,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":83,"perf/update_weights_time":3.561126232147217,"perf/data_preprocess_time":0.13962221145629883,"perf/train_wait_time":442.14846324920654,"perf/actor_train_time":421.032014131546,"perf/train_time":421.50174164772034,"perf/actor_train_tflops":20.543977263786694,"perf/actor_train_tok_per_s":1150.6440929421517,"perf/step_time":863.6502048969269,"perf/wait_time_ratio":0.5119531735675037},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":421.032014131546,"wall/complete_step_seconds":864.0}} {"round":85,"train_step":84,"source_log_lines":{"rollout_summary":113387,"rollout":113393,"train":113691,"train_perf":113694,"posttrain_sync":113764},"metrics":{"rollout/response_len/mean":2001.46875,"rollout/response_len/median":1632.5,"rollout/response_len/max":4096,"rollout/response_len/min":278,"rollout/zero_std/count_-1.0":5,"rollout/zero_std/count_1.0":19,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.21484375,"perf/rollout_time":500.32096338272095,"perf/tokens_per_gpu_per_sec":128.01182578273696,"perf/longest_sample_tokens_per_sec":8.186744709449165,"perf/effective_tokens_per_gpu_per_sec":128.01182578273696,"perf/longest_effective_sample_tokens_per_sec":8.186744709449165,"rollout/partition":127.5,"rollout/response_lengths":2001.46875,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.21484375,"rollout/rollout_log_probs":-0.2763078808784485,"rollout/raw_reward":0.484375,"rollout/total_lengths":2214.21875,"rollout/kl":0.0,"rollout/advantages":-2.561137080192566e-09,"rollout/returns":-2.561137080192566e-09,"train/loss":3.026798367500305e-09,"train/pg_loss":3.026798367500305e-09,"train/entropy_loss":0.27642518281936646,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008992345072329044,"train/grad_norm":0.1566696194857032,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":84,"perf/update_weights_time":3.528379440307617,"perf/data_preprocess_time":0.149261474609375,"perf/train_wait_time":509.17570900917053,"perf/actor_train_time":476.16943407058716,"perf/train_time":476.63650941848755,"perf/actor_train_tflops":21.360985643335813,"perf/actor_train_tok_per_s":1190.4166026666296,"perf/step_time":985.8122184276581,"perf/wait_time_ratio":0.5165037514155495},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":476.16943407058716,"wall/complete_step_seconds":986.0}} {"round":86,"train_step":85,"source_log_lines":{"rollout_summary":114702,"rollout":114713,"train":114970,"train_perf":114973,"posttrain_sync":115045},"metrics":{"rollout/response_len/mean":1627.6953125,"rollout/response_len/median":1155.0,"rollout/response_len/max":4096,"rollout/response_len/min":285,"rollout/zero_std/count_1.0":23,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.08203125,"perf/rollout_time":438.4339473247528,"perf/tokens_per_gpu_per_sec":118.80067754292563,"perf/longest_sample_tokens_per_sec":9.342342272976522,"perf/effective_tokens_per_gpu_per_sec":118.80067754292563,"perf/longest_effective_sample_tokens_per_sec":9.342342272976522,"rollout/partition":127.5,"rollout/response_lengths":1627.6953125,"rollout/rewards":2.3283064365386963e-09,"rollout/truncated":0.08203125,"rollout/rollout_log_probs":-0.2656320035457611,"rollout/raw_reward":0.65625,"rollout/total_lengths":1829.1953125,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-1.3969838619232178e-09,"train/pg_loss":-1.3969838619232178e-09,"train/entropy_loss":0.2675405740737915,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009152747690677643,"train/grad_norm":0.17618114231373866,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":85,"perf/update_weights_time":3.5130834579467773,"perf/data_preprocess_time":0.13242387771606445,"perf/train_wait_time":447.31521010398865,"perf/actor_train_time":397.8358864784241,"perf/train_time":398.31155133247375,"perf/actor_train_tflops":20.95213634464143,"perf/actor_train_tok_per_s":1177.0531918200797,"perf/step_time":845.6267614364624,"perf/wait_time_ratio":0.5289747563619395},"timers":{"timer/posttrain_weight_sync_seconds":3.5,"timer/actor_train_seconds":397.8358864784241,"wall/complete_step_seconds":845.0}} {"round":87,"train_step":86,"source_log_lines":{"rollout_summary":116024,"rollout":116031,"train":116260,"train_perf":116263,"posttrain_sync":116389},"metrics":{"rollout/response_len/mean":1477.0703125,"rollout/response_len/median":1054.5,"rollout/response_len/max":4096,"rollout/response_len/min":38,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":1,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.06640625,"perf/rollout_time":458.24690341949463,"perf/tokens_per_gpu_per_sec":103.14581429201908,"perf/longest_sample_tokens_per_sec":8.938412828183116,"perf/effective_tokens_per_gpu_per_sec":103.14581429201908,"perf/longest_effective_sample_tokens_per_sec":8.938412828183116,"rollout/partition":127.5,"rollout/response_lengths":1477.0703125,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.06640625,"rollout/rollout_log_probs":-0.20843130350112915,"rollout/raw_reward":0.7578125,"rollout/total_lengths":1664.6015625,"rollout/kl":0.0,"rollout/advantages":-3.725290298461914e-09,"rollout/returns":-3.725290298461914e-09,"train/loss":0.0,"train/pg_loss":0.0,"train/entropy_loss":0.208652064204216,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008421830832958221,"train/grad_norm":1.2871608694886865,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":86,"perf/update_weights_time":3.5440962314605713,"perf/data_preprocess_time":0.1386890411376953,"perf/train_wait_time":467.66504526138306,"perf/actor_train_time":357.29186367988586,"perf/train_time":357.7630224227905,"perf/actor_train_tflops":21.19650045899932,"perf/actor_train_tok_per_s":1192.6887884068822,"perf/step_time":825.4280676841736,"perf/wait_time_ratio":0.5665727439744898},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":357.29186367988586,"wall/complete_step_seconds":826.0}} {"round":88,"train_step":87,"source_log_lines":{"rollout_summary":116659,"rollout":116667,"train":116904,"train_perf":116907,"posttrain_sync":117656},"metrics":{"rollout/response_len/mean":1453.3984375,"rollout/response_len/median":1010.0,"rollout/response_len/max":4096,"rollout/response_len/min":173,"rollout/zero_std/count_1.0":25,"rollout/zero_std/count_-1.0":1,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.04296875,"perf/rollout_time":437.37827348709106,"perf/tokens_per_gpu_per_sec":106.3353001720893,"perf/longest_sample_tokens_per_sec":9.364891327005731,"perf/effective_tokens_per_gpu_per_sec":106.3353001720893,"perf/longest_effective_sample_tokens_per_sec":9.364891327005731,"rollout/partition":127.5,"rollout/response_lengths":1453.3984375,"rollout/rewards":2.3283064365386963e-10,"rollout/truncated":0.04296875,"rollout/rollout_log_probs":-0.1998310089111328,"rollout/raw_reward":0.8359375,"rollout/total_lengths":1653.3046875,"rollout/kl":0.0,"rollout/advantages":-3.259629011154175e-09,"rollout/returns":-3.259629011154175e-09,"train/loss":3.259629011154175e-09,"train/pg_loss":3.259629011154175e-09,"train/entropy_loss":0.19914062321186066,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.007942883297801018,"train/grad_norm":0.1279537018229444,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":87,"perf/update_weights_time":3.595755100250244,"perf/data_preprocess_time":0.13876819610595703,"perf/train_wait_time":446.3350074291229,"perf/actor_train_time":359.34734892845154,"perf/train_time":359.8160846233368,"perf/actor_train_tflops":20.884404501768785,"perf/actor_train_tok_per_s":1177.818623852631,"perf/step_time":806.1510920524597,"perf/wait_time_ratio":0.553661728960454},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":359.34734892845154,"wall/complete_step_seconds":806.0}} {"round":89,"train_step":88,"source_log_lines":{"rollout_summary":117943,"rollout":117949,"train":118210,"train_perf":118213,"posttrain_sync":118283},"metrics":{"rollout/response_len/mean":1710.46484375,"rollout/response_len/median":1430.0,"rollout/response_len/max":4096,"rollout/response_len/min":263,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.12890625,"perf/rollout_time":444.851767539978,"perf/tokens_per_gpu_per_sec":123.0407047783194,"perf/longest_sample_tokens_per_sec":9.207561481998383,"perf/effective_tokens_per_gpu_per_sec":123.0407047783194,"perf/longest_effective_sample_tokens_per_sec":9.207561481998383,"rollout/partition":127.5,"rollout/response_lengths":1710.46484375,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.12890625,"rollout/rollout_log_probs":-0.25689178705215454,"rollout/raw_reward":0.5234375,"rollout/total_lengths":1896.93359375,"rollout/kl":0.0,"rollout/advantages":1.6298145055770874e-09,"rollout/returns":1.6298145055770874e-09,"train/loss":-6.984919309616089e-10,"train/pg_loss":-6.984919309616089e-10,"train/entropy_loss":0.25727057456970215,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009871164336800575,"train/grad_norm":0.13139947060686316,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":88,"perf/update_weights_time":3.5825247764587402,"perf/data_preprocess_time":0.14008188247680664,"perf/train_wait_time":453.89391112327576,"perf/actor_train_time":402.89761185646057,"perf/train_time":403.37266540527344,"perf/actor_train_tflops":21.50969537942634,"perf/actor_train_tok_per_s":1205.3062259723915,"perf/step_time":857.2665765285492,"perf/wait_time_ratio":0.5294664734991682},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":402.89761185646057,"wall/complete_step_seconds":857.0}} {"round":90,"train_step":89,"source_log_lines":{"rollout_summary":119270,"rollout":119276,"train":119530,"train_perf":119533,"posttrain_sync":119605},"metrics":{"rollout/response_len/mean":1657.796875,"rollout/response_len/median":1155.0,"rollout/response_len/max":4096,"rollout/response_len/min":222,"rollout/zero_std/count_-1.0":3,"rollout/zero_std/count_1.0":23,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1484375,"perf/rollout_time":453.5756721496582,"perf/tokens_per_gpu_per_sec":116.95843330525058,"perf/longest_sample_tokens_per_sec":9.03046669277385,"perf/effective_tokens_per_gpu_per_sec":116.95843330525058,"perf/longest_effective_sample_tokens_per_sec":9.03046669277385,"rollout/partition":127.5,"rollout/response_lengths":1657.796875,"rollout/rewards":-2.3283064365386963e-10,"rollout/truncated":0.1484375,"rollout/rollout_log_probs":-0.22520941495895386,"rollout/raw_reward":0.6796875,"rollout/total_lengths":1864.296875,"rollout/kl":0.0,"rollout/advantages":1.3969838619232178e-09,"rollout/returns":1.3969838619232178e-09,"train/loss":-4.656612873077393e-10,"train/pg_loss":-4.656612873077393e-10,"train/entropy_loss":0.22552549839019775,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008807729929685593,"train/grad_norm":0.13377649011500262,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":89,"perf/update_weights_time":3.562366008758545,"perf/data_preprocess_time":0.14107441902160645,"perf/train_wait_time":462.6029951572418,"perf/actor_train_time":400.463760137558,"perf/train_time":400.92908787727356,"perf/actor_train_tflops":21.29896426609792,"perf/actor_train_tok_per_s":1191.768263465495,"perf/step_time":863.5320830345154,"perf/wait_time_ratio":0.5357102581893898},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":400.463760137558,"wall/complete_step_seconds":864.0}} {"round":91,"train_step":90,"source_log_lines":{"rollout_summary":120611,"rollout":120617,"train":120880,"train_perf":120883,"posttrain_sync":121443},"metrics":{"rollout/response_len/mean":1703.36328125,"rollout/response_len/median":1222.5,"rollout/response_len/max":4096,"rollout/response_len/min":296,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1484375,"perf/rollout_time":481.39498949050903,"perf/tokens_per_gpu_per_sec":113.22848428000651,"perf/longest_sample_tokens_per_sec":8.5086053852265,"perf/effective_tokens_per_gpu_per_sec":113.22848428000651,"perf/longest_effective_sample_tokens_per_sec":8.5086053852265,"rollout/partition":127.5,"rollout/response_lengths":1703.36328125,"rollout/rewards":-1.6298145055770874e-09,"rollout/truncated":0.1484375,"rollout/rollout_log_probs":-0.24351833760738373,"rollout/raw_reward":0.5234375,"rollout/total_lengths":1912.95703125,"rollout/kl":0.0,"rollout/advantages":4.656612873077393e-10,"rollout/returns":4.656612873077393e-10,"train/loss":-4.656612873077393e-10,"train/pg_loss":-4.656612873077393e-10,"train/entropy_loss":0.243357315659523,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009147641249001026,"train/grad_norm":0.14804366216469725,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":90,"perf/update_weights_time":3.656654119491577,"perf/data_preprocess_time":0.1522047519683838,"perf/train_wait_time":490.48758363723755,"perf/actor_train_time":416.113587141037,"perf/train_time":416.5823953151703,"perf/actor_train_tflops":21.026522493388676,"perf/actor_train_tok_per_s":1176.882983717655,"perf/step_time":907.0699789524078,"perf/wait_time_ratio":0.5407384160191376},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":416.113587141037,"wall/complete_step_seconds":907.0}} {"round":92,"train_step":91,"source_log_lines":{"rollout_summary":121693,"rollout":121699,"train":121991,"train_perf":121994,"posttrain_sync":122065},"metrics":{"rollout/response_len/mean":1919.328125,"rollout/response_len/median":1418.0,"rollout/response_len/max":4096,"rollout/response_len/min":176,"rollout/zero_std/count_1.0":17,"rollout/zero_std/count_-1.0":1,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.171875,"perf/rollout_time":438.39701676368713,"perf/tokens_per_gpu_per_sec":140.0978967726574,"perf/longest_sample_tokens_per_sec":9.343129271812316,"perf/effective_tokens_per_gpu_per_sec":140.0978967726574,"perf/longest_effective_sample_tokens_per_sec":9.343129271812316,"rollout/partition":127.5,"rollout/response_lengths":1919.328125,"rollout/rewards":0.0,"rollout/truncated":0.171875,"rollout/rollout_log_probs":-0.2600310742855072,"rollout/raw_reward":0.53125,"rollout/total_lengths":2134.734375,"rollout/kl":0.0,"rollout/advantages":-3.725290298461914e-09,"rollout/returns":-3.725290298461914e-09,"train/loss":3.958120942115784e-09,"train/pg_loss":3.958120942115784e-09,"train/entropy_loss":0.26141488552093506,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009526929818093777,"train/grad_norm":0.23384241946875584,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":91,"perf/update_weights_time":3.6281015872955322,"perf/data_preprocess_time":0.1430957317352295,"perf/train_wait_time":447.42801904678345,"perf/actor_train_time":460.02475929260254,"perf/train_time":460.48934674263,"perf/actor_train_tflops":21.286785759422884,"perf/actor_train_tok_per_s":1187.9621454296534,"perf/step_time":907.9173657894135,"perf/wait_time_ratio":0.49280698432037917},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":460.02475929260254,"wall/complete_step_seconds":908.0}} {"round":93,"train_step":92,"source_log_lines":{"rollout_summary":123038,"rollout":123044,"train":123286,"train_perf":123289,"posttrain_sync":124037},"metrics":{"rollout/response_len/mean":1563.890625,"rollout/response_len/median":1215.0,"rollout/response_len/max":4096,"rollout/response_len/min":187,"rollout/zero_std/count_1.0":23,"rollout/zero_std/count_-1.0":4,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.109375,"perf/rollout_time":440.4647297859192,"perf/tokens_per_gpu_per_sec":113.61749673878161,"perf/longest_sample_tokens_per_sec":9.299268983445723,"perf/effective_tokens_per_gpu_per_sec":113.61749673878161,"perf/longest_effective_sample_tokens_per_sec":9.299268983445723,"rollout/partition":127.5,"rollout/response_lengths":1563.890625,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.109375,"rollout/rollout_log_probs":-0.23047888278961182,"rollout/raw_reward":0.703125,"rollout/total_lengths":1743.359375,"rollout/kl":0.0,"rollout/advantages":1.1641532182693481e-09,"rollout/returns":1.1641532182693481e-09,"train/loss":-1.1641532182693481e-09,"train/pg_loss":-1.1641532182693481e-09,"train/entropy_loss":0.23055148124694824,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008401328697800636,"train/grad_norm":0.13592530667219704,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":92,"perf/update_weights_time":3.5648202896118164,"perf/data_preprocess_time":0.1391463279724121,"perf/train_wait_time":449.50717306137085,"perf/actor_train_time":371.68779611587524,"perf/train_time":372.1492726802826,"perf/actor_train_tflops":21.37261296614634,"perf/actor_train_tok_per_s":1200.738912237151,"perf/step_time":821.6564457416534,"perf/wait_time_ratio":0.547074358621542},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":371.68779611587524,"wall/complete_step_seconds":821.0}} {"round":94,"train_step":93,"source_log_lines":{"rollout_summary":124294,"rollout":124302,"train":124525,"train_perf":124528,"posttrain_sync":124736},"metrics":{"rollout/response_len/mean":1372.51171875,"rollout/response_len/median":1092.0,"rollout/response_len/max":4096,"rollout/response_len/min":308,"rollout/zero_std/count_1.0":26,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.0234375,"perf/rollout_time":434.5393486022949,"perf/tokens_per_gpu_per_sec":101.07341289407006,"perf/longest_sample_tokens_per_sec":9.42607387150294,"perf/effective_tokens_per_gpu_per_sec":101.07341289407006,"perf/longest_effective_sample_tokens_per_sec":9.42607387150294,"rollout/partition":127.5,"rollout/response_lengths":1372.51171875,"rollout/rewards":6.984919309616089e-10,"rollout/truncated":0.0234375,"rollout/rollout_log_probs":-0.2122446447610855,"rollout/raw_reward":0.9140625,"rollout/total_lengths":1568.48046875,"rollout/kl":0.0,"rollout/advantages":3.4924596548080444e-09,"rollout/returns":3.4924596548080444e-09,"train/loss":-1.6298145055770874e-09,"train/pg_loss":-1.6298145055770874e-09,"train/entropy_loss":0.21214362978935242,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008079051971435547,"train/grad_norm":0.14272471952222032,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":93,"perf/update_weights_time":3.550004482269287,"perf/data_preprocess_time":0.1421365737915039,"perf/train_wait_time":443.3827476501465,"perf/actor_train_time":338.33738112449646,"perf/train_time":338.8023838996887,"perf/actor_train_tflops":20.975910537601983,"perf/actor_train_tok_per_s":1186.7769345068332,"perf/step_time":782.1851315498352,"perf/wait_time_ratio":0.5668514137715968},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":338.33738112449646,"wall/complete_step_seconds":783.0}} {"round":95,"train_step":94,"source_log_lines":{"rollout_summary":125008,"rollout":125014,"train":125287,"train_perf":125290,"posttrain_sync":125366},"metrics":{"rollout/response_len/mean":1812.54296875,"rollout/response_len/median":1232.5,"rollout/response_len/max":4096,"rollout/response_len/min":303,"rollout/zero_std/count_1.0":22,"rollout/zero_std/count_-1.0":3,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.15234375,"perf/rollout_time":445.7760670185089,"perf/tokens_per_gpu_per_sec":130.11325481857182,"perf/longest_sample_tokens_per_sec":9.188469958459953,"perf/effective_tokens_per_gpu_per_sec":130.11325481857182,"perf/longest_effective_sample_tokens_per_sec":9.188469958459953,"rollout/partition":127.5,"rollout/response_lengths":1812.54296875,"rollout/rewards":-1.6298145055770874e-09,"rollout/truncated":0.15234375,"rollout/rollout_log_probs":-0.2488016039133072,"rollout/raw_reward":0.6796875,"rollout/total_lengths":1997.51171875,"rollout/kl":0.0,"rollout/advantages":-3.4924596548080444e-10,"rollout/returns":-3.4924596548080444e-10,"train/loss":3.4924596548080444e-10,"train/pg_loss":3.4924596548080444e-10,"train/entropy_loss":0.24818694591522217,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008701170794665813,"train/grad_norm":0.14321981023803448,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":94,"perf/update_weights_time":3.579867362976074,"perf/data_preprocess_time":0.14612364768981934,"perf/train_wait_time":454.67235803604126,"perf/actor_train_time":432.4982268810272,"perf/train_time":432.96323347091675,"perf/actor_train_tflops":21.17358959578472,"perf/actor_train_tok_per_s":1182.3470437964756,"perf/step_time":887.635591506958,"perf/wait_time_ratio":0.5122286244337434},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":432.4982268810272,"wall/complete_step_seconds":888.0}} {"round":96,"train_step":95,"source_log_lines":{"rollout_summary":126309,"rollout":126316,"train":126542,"train_perf":126545,"posttrain_sync":127292},"metrics":{"rollout/response_len/mean":1455.65234375,"rollout/response_len/median":1129.0,"rollout/response_len/max":4096,"rollout/response_len/min":180,"rollout/zero_std/count_1.0":21,"rollout/zero_std/count_-1.0":1,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.0703125,"perf/rollout_time":434.2917912006378,"perf/tokens_per_gpu_per_sec":107.25709291263156,"perf/longest_sample_tokens_per_sec":9.431446974109845,"perf/effective_tokens_per_gpu_per_sec":107.25709291263156,"perf/longest_effective_sample_tokens_per_sec":9.431446974109845,"rollout/partition":127.5,"rollout/response_lengths":1455.65234375,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.0703125,"rollout/rollout_log_probs":-0.2286091446876526,"rollout/raw_reward":0.734375,"rollout/total_lengths":1665.49609375,"rollout/kl":0.0,"rollout/advantages":-1.3969838619232178e-09,"rollout/returns":-1.3969838619232178e-09,"train/loss":1.3969838619232178e-09,"train/pg_loss":1.3969838619232178e-09,"train/entropy_loss":0.22749488055706024,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008383276872336864,"train/grad_norm":0.21991245459644632,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":95,"perf/update_weights_time":3.714907169342041,"perf/data_preprocess_time":0.1414961814880371,"perf/train_wait_time":443.5137448310852,"perf/actor_train_time":353.8177614212036,"perf/train_time":354.28443479537964,"perf/actor_train_tflops":21.43494237117668,"perf/actor_train_tok_per_s":1205.0469097068021,"perf/step_time":797.7981796264648,"perf/wait_time_ratio":0.5559222321599452},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":353.8177614212036,"wall/complete_step_seconds":797.0}} {"round":97,"train_step":96,"source_log_lines":{"rollout_summary":127528,"rollout":127534,"train":127771,"train_perf":127774,"posttrain_sync":127845},"metrics":{"rollout/response_len/mean":1508.31640625,"rollout/response_len/median":1111.5,"rollout/response_len/max":4096,"rollout/response_len/min":281,"rollout/zero_std/count_1.0":22,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.21278328131361107,"rollout/avg_cached_tokens_per_sample":49.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.09765625,"perf/rollout_time":423.5205717086792,"perf/tokens_per_gpu_per_sec":113.9640627260961,"perf/longest_sample_tokens_per_sec":9.67131297418406,"perf/effective_tokens_per_gpu_per_sec":113.9640627260961,"perf/longest_effective_sample_tokens_per_sec":9.67131297418406,"rollout/partition":127.5,"rollout/response_lengths":1508.31640625,"rollout/rewards":-9.313225746154785e-10,"rollout/truncated":0.09765625,"rollout/rollout_log_probs":-0.26325559616088867,"rollout/raw_reward":0.6875,"rollout/total_lengths":1738.59765625,"rollout/kl":0.0,"rollout/advantages":1.5133991837501526e-09,"rollout/returns":1.5133991837501526e-09,"train/loss":-1.5133991837501526e-09,"train/pg_loss":-1.5133991837501526e-09,"train/entropy_loss":0.263359397649765,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.008979379199445248,"train/grad_norm":0.2586709958784211,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":96,"perf/update_weights_time":3.5775389671325684,"perf/data_preprocess_time":0.13701200485229492,"perf/train_wait_time":432.25618147850037,"perf/actor_train_time":367.40163564682007,"perf/train_time":367.87501430511475,"perf/actor_train_tflops":21.544106392870834,"perf/actor_train_tok_per_s":1211.4290106967635,"perf/step_time":800.1311957836151,"perf/wait_time_ratio":0.540231631707806},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":367.40163564682007,"wall/complete_step_seconds":800.0}} {"round":98,"train_step":97,"source_log_lines":{"rollout_summary":128875,"rollout":128881,"train":129152,"train_perf":129155,"posttrain_sync":129740},"metrics":{"rollout/response_len/mean":1803.99609375,"rollout/response_len/median":1387.0,"rollout/response_len/max":4096,"rollout/response_len/min":262,"rollout/zero_std/count_1.0":20,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.1640625,"perf/rollout_time":492.03194403648376,"perf/tokens_per_gpu_per_sec":117.3254616893726,"perf/longest_sample_tokens_per_sec":8.324662757457643,"perf/effective_tokens_per_gpu_per_sec":117.3254616893726,"perf/longest_effective_sample_tokens_per_sec":8.324662757457643,"rollout/partition":127.5,"rollout/response_lengths":1803.99609375,"rollout/rewards":1.3969838619232178e-09,"rollout/truncated":0.1640625,"rollout/rollout_log_probs":-0.2824978232383728,"rollout/raw_reward":0.5,"rollout/total_lengths":1999.05859375,"rollout/kl":0.0,"rollout/advantages":2.3283064365386963e-09,"rollout/returns":2.3283064365386963e-09,"train/loss":-2.3283064365386963e-09,"train/pg_loss":-2.3283064365386963e-09,"train/entropy_loss":0.28327250480651855,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009129945188760757,"train/grad_norm":0.13229741461974825,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":97,"perf/update_weights_time":3.569443464279175,"perf/data_preprocess_time":0.13678956031799316,"perf/train_wait_time":500.81219601631165,"perf/actor_train_time":429.105660200119,"perf/train_time":429.57847833633423,"perf/actor_train_tflops":21.346867202508562,"perf/actor_train_tok_per_s":1192.6176871247387,"perf/step_time":930.3906743526459,"perf/wait_time_ratio":0.5382816163379652},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":429.105660200119,"wall/complete_step_seconds":931.0}} {"round":99,"train_step":98,"source_log_lines":{"rollout_summary":130012,"rollout":130018,"train":130321,"train_perf":130324,"posttrain_sync":131074},"metrics":{"rollout/response_len/mean":2006.96484375,"rollout/response_len/median":1480.5,"rollout/response_len/max":4096,"rollout/response_len/min":428,"rollout/zero_std/count_1.0":19,"rollout/zero_std/count_-1.0":5,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.19921875,"perf/rollout_time":450.36016273498535,"perf/tokens_per_gpu_per_sec":142.60336573728432,"perf/longest_sample_tokens_per_sec":9.094942978804928,"perf/effective_tokens_per_gpu_per_sec":142.60336573728432,"perf/longest_effective_sample_tokens_per_sec":9.094942978804928,"rollout/partition":127.5,"rollout/response_lengths":2006.96484375,"rollout/rewards":1.1641532182693481e-09,"rollout/truncated":0.19921875,"rollout/rollout_log_probs":-0.32533106207847595,"rollout/raw_reward":0.4765625,"rollout/total_lengths":2213.43359375,"rollout/kl":0.0,"rollout/advantages":1.6298145055770874e-09,"rollout/returns":1.6298145055770874e-09,"train/loss":-2.561137080192566e-09,"train/pg_loss":-2.561137080192566e-09,"train/entropy_loss":0.3249845504760742,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009995351545512676,"train/grad_norm":0.17670997478105313,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":98,"perf/update_weights_time":3.6291842460632324,"perf/data_preprocess_time":0.1532130241394043,"perf/train_wait_time":459.3006567955017,"perf/actor_train_time":477.4828107357025,"perf/train_time":477.9402987957001,"perf/actor_train_tflops":21.298156867097095,"perf/actor_train_tok_per_s":1186.7212541681367,"perf/step_time":937.2409555912018,"perf/wait_time_ratio":0.4900561099635042},"timers":{"timer/posttrain_weight_sync_seconds":3.7,"timer/actor_train_seconds":477.4828107357025,"wall/complete_step_seconds":937.0}} {"round":100,"train_step":99,"source_log_lines":{"rollout_summary":131329,"rollout":131335,"train":131587,"train_perf":131590,"posttrain_sync":132356},"metrics":{"rollout/response_len/mean":1612.94921875,"rollout/response_len/median":1393.5,"rollout/response_len/max":4096,"rollout/response_len/min":390,"rollout/zero_std/count_1.0":23,"rollout/zero_std/count_-1.0":2,"rollout/prefix_cache_hit_rate":0.0,"rollout/avg_cached_tokens_per_sample":0.0,"rollout/repetition_frac":0.0,"rollout/truncated_ratio":0.0625,"perf/rollout_time":421.9725115299225,"perf/tokens_per_gpu_per_sec":122.31691304455971,"perf/longest_sample_tokens_per_sec":9.706793423935029,"perf/effective_tokens_per_gpu_per_sec":122.31691304455971,"perf/longest_effective_sample_tokens_per_sec":9.706793423935029,"rollout/partition":127.5,"rollout/response_lengths":1612.94921875,"rollout/rewards":-4.656612873077393e-10,"rollout/truncated":0.0625,"rollout/rollout_log_probs":-0.2819850444793701,"rollout/raw_reward":0.671875,"rollout/total_lengths":1800.79296875,"rollout/kl":0.0,"rollout/advantages":1.862645149230957e-09,"rollout/returns":1.862645149230957e-09,"train/loss":0.0,"train/pg_loss":0.0,"train/entropy_loss":0.2838108539581299,"train/pg_clipfrac":0.0,"train/ppo_kl":0.0,"train/train_rollout_logprob_abs_diff":0.009090707637369633,"train/grad_norm":0.15898573357003964,"train/lr-pg_0":1e-06,"train/lr-pg_1":1e-06,"train/global_batch_size":256,"train/step":99,"perf/update_weights_time":3.671509027481079,"perf/data_preprocess_time":0.13633394241333008,"perf/train_wait_time":430.8031611442566,"perf/actor_train_time":382.92668652534485,"perf/train_time":383.39818000793457,"perf/actor_train_tflops":21.365703883214504,"perf/actor_train_tok_per_s":1203.8936334866478,"perf/step_time":814.2013411521912,"perf/wait_time_ratio":0.5291113381545395},"timers":{"timer/posttrain_weight_sync_seconds":3.6,"timer/actor_train_seconds":382.92668652534485,"wall/complete_step_seconds":910.0}}