diff --git "a/models/trained_arm32_best_L4/training.log" "b/models/trained_arm32_best_L4/training.log" new file mode 100644--- /dev/null +++ "b/models/trained_arm32_best_L4/training.log" @@ -0,0 +1,13347 @@ +{'_name': None, 'common': {'_name': None, 'no_progress_bar': False, 'log_interval': 100, 'log_format': 'json', 'log_file': 'trained_arm32_L4/training.log', 'aim_repo': None, 'aim_run_hash': None, 'tensorboard_logdir': None, 'wandb_project': None, 'azureml_logging': False, 'seed': 1, 'cpu': False, 'tpu': False, 'bf16': False, 'memory_efficient_bf16': False, 'fp16': False, 'memory_efficient_fp16': False, 'fp16_no_flatten_grads': False, 'fp16_init_scale': 128, 'fp16_scale_window': None, 'fp16_scale_tolerance': 0.0, 'on_cpu_convert_precision': False, 'min_loss_scale': 0.0001, 'threshold_loss_scale': None, 'amp': False, 'amp_batch_retries': 2, 'amp_init_scale': 128, 'amp_scale_window': None, 'user_dir': None, 'empty_cache_freq': 0, 'all_gather_list_size': 16384, 'model_parallel_size': 1, 'quantization_config_path': None, 'profile': False, 'reset_logging': False, 'suppress_crashes': False, 'use_plasma_view': False, 'plasma_path': '/tmp/plasma'}, 'common_eval': {'_name': None, 'path': None, 'post_process': None, 'quiet': False, 'model_overrides': '{}', 'results_path': None}, 'distributed_training': {'_name': None, 'distributed_world_size': 1, 'distributed_num_procs': 1, 'distributed_rank': 0, 'distributed_backend': 'nccl', 'distributed_init_method': None, 'distributed_port': -1, 'device_id': 0, 'distributed_no_spawn': False, 'ddp_backend': 'pytorch_ddp', 'ddp_comm_hook': 'none', 'bucket_cap_mb': 25, 'fix_batches_to_gpus': False, 'find_unused_parameters': False, 'gradient_as_bucket_view': False, 'fast_stat_sync': False, 'heartbeat_timeout': -1, 'broadcast_buffers': False, 'slowmo_momentum': None, 'slowmo_base_algorithm': 'localsgd', 'localsgd_frequency': 3, 'nprocs_per_node': 1, 'pipeline_model_parallel': False, 'pipeline_balance': None, 'pipeline_devices': None, 'pipeline_chunks': 0, 'pipeline_encoder_balance': None, 'pipeline_encoder_devices': None, 'pipeline_decoder_balance': None, 'pipeline_decoder_devices': None, 'pipeline_checkpoint': 'never', 'zero_sharding': 'none', 'fp16': False, 'memory_efficient_fp16': False, 'tpu': False, 'no_reshard_after_forward': False, 'fp32_reduce_scatter': False, 'cpu_offload': False, 'use_sharded_state': False, 'not_fsdp_flatten_parameters': False}, 'dataset': {'_name': None, 'num_workers': 1, 'skip_invalid_size_inputs_valid_test': False, 'max_tokens': 20000, 'batch_size': None, 'required_batch_size_multiple': 8, 'required_seq_len_multiple': 1, 'dataset_impl': None, 'data_buffer_size': 10, 'train_subset': 'train', 'valid_subset': 'valid', 'combine_valid_subsets': None, 'ignore_unused_valid_subsets': False, 'validate_interval': 1, 'validate_interval_updates': 0, 'validate_after_updates': 0, 'fixed_validation_seed': None, 'disable_validation': False, 'max_tokens_valid': 20000, 'batch_size_valid': None, 'max_valid_steps': None, 'curriculum': 0, 'gen_subset': 'test', 'num_shards': 1, 'shard_id': 0, 'grouped_shuffling': False, 'update_epoch_batch_itr': False, 'update_ordered_indices_seed': False}, 'optimization': {'_name': None, 'max_epoch': 0, 'max_update': 100000, 'stop_time_hours': 0.0, 'clip_norm': 0.0, 'sentence_avg': False, 'update_freq': [1], 'lr': [0.0005], 'stop_min_lr': -1.0, 'use_bmuf': False, 'skip_remainder_batch': False, 'debug_param_names': False}, 'checkpoint': {'_name': None, 'save_dir': 'trained_arm32_L4', 'restore_file': 'checkpoint_last.pt', 'continue_once': None, 'finetune_from_model': None, 'reset_dataloader': False, 'reset_lr_scheduler': False, 'reset_meters': False, 'reset_optimizer': False, 'optimizer_overrides': '{}', 'save_interval': 1, 'save_interval_updates': 0, 'keep_interval_updates': -1, 'keep_interval_updates_pattern': -1, 'keep_last_epochs': -1, 'keep_best_checkpoints': 3, 'no_save': False, 'no_epoch_checkpoints': True, 'no_last_checkpoints': False, 'no_save_optimizer_state': False, 'best_checkpoint_metric': 'loss', 'maximize_best_checkpoint_metric': False, 'patience': 10, 'checkpoint_suffix': '', 'checkpoint_shard_count': 1, 'load_checkpoint_on_all_dp_ranks': False, 'write_checkpoints_asynchronously': False, 'model_parallel_size': 1}, 'bmuf': {'_name': None, 'block_lr': 1.0, 'block_momentum': 0.875, 'global_sync_iter': 50, 'warmup_iterations': 500, 'use_nbm': False, 'average_sync': False, 'distributed_world_size': 1}, 'generation': {'_name': None, 'beam': 5, 'beam_mt': 0, 'nbest': 1, 'max_len_a': 0.0, 'max_len_b': 200, 'max_len_a_mt': 0.0, 'max_len_b_mt': 200, 'min_len': 1, 'match_source_len': False, 'unnormalized': False, 'no_early_stop': False, 'no_beamable_mm': False, 'lenpen': 1.0, 'lenpen_mt': 1.0, 'unkpen': 0.0, 'replace_unk': None, 'sacrebleu': False, 'score_reference': False, 'prefix_size': 0, 'no_repeat_ngram_size': 0, 'sampling': False, 'sampling_topk': -1, 'sampling_topp': -1.0, 'constraints': None, 'temperature': 1.0, 'diverse_beam_groups': -1, 'diverse_beam_strength': 0.5, 'diversity_rate': -1.0, 'print_alignment': None, 'print_step': False, 'lm_path': None, 'lm_weight': 0.0, 'iter_decode_eos_penalty': 0.0, 'iter_decode_max_iter': 10, 'iter_decode_force_max_iter': False, 'iter_decode_with_beam': 1, 'iter_decode_with_external_reranker': False, 'retain_iter_history': False, 'retain_dropout': False, 'retain_dropout_modules': None, 'decoding_format': None, 'no_seed_provided': False, 'eos_token': None}, 'eval_lm': {'_name': None, 'output_word_probs': False, 'output_word_stats': False, 'context_window': 0, 'softmax_batch': 9223372036854775807}, 'interactive': {'_name': None, 'buffer_size': 0, 'input': '-'}, 'model': Namespace(no_progress_bar=False, log_interval=100, log_format='json', log_file='trained_arm32_L4/training.log', aim_repo=None, aim_run_hash=None, tensorboard_logdir=None, wandb_project=None, azureml_logging=False, seed=1, cpu=False, tpu=False, bf16=False, memory_efficient_bf16=False, fp16=False, memory_efficient_fp16=False, fp16_no_flatten_grads=False, fp16_init_scale=128, fp16_scale_window=None, fp16_scale_tolerance=0.0, on_cpu_convert_precision=False, min_loss_scale=0.0001, threshold_loss_scale=None, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, user_dir=None, empty_cache_freq=0, all_gather_list_size=16384, model_parallel_size=1, quantization_config_path=None, profile=False, reset_logging=False, suppress_crashes=False, use_plasma_view=False, plasma_path='/tmp/plasma', criterion='cross_entropy', tokenizer=None, bpe=None, optimizer='adam', lr_scheduler='inverse_sqrt', simul_type=None, scoring='bleu', task='translation', num_workers=1, skip_invalid_size_inputs_valid_test=False, max_tokens=20000, batch_size=None, required_batch_size_multiple=8, required_seq_len_multiple=1, dataset_impl=None, data_buffer_size=10, train_subset='train', valid_subset='valid', combine_valid_subsets=None, ignore_unused_valid_subsets=False, validate_interval=1, validate_interval_updates=0, validate_after_updates=0, fixed_validation_seed=None, disable_validation=False, max_tokens_valid=20000, batch_size_valid=None, max_valid_steps=None, curriculum=0, gen_subset='test', num_shards=1, shard_id=0, grouped_shuffling=False, update_epoch_batch_itr=False, update_ordered_indices_seed=False, distributed_world_size=1, distributed_num_procs=1, distributed_rank=0, distributed_backend='nccl', distributed_init_method=None, distributed_port=-1, device_id=0, distributed_no_spawn=False, ddp_backend='pytorch_ddp', ddp_comm_hook='none', bucket_cap_mb=25, fix_batches_to_gpus=False, find_unused_parameters=False, gradient_as_bucket_view=False, fast_stat_sync=False, heartbeat_timeout=-1, broadcast_buffers=False, slowmo_momentum=None, slowmo_base_algorithm='localsgd', localsgd_frequency=3, nprocs_per_node=1, pipeline_model_parallel=False, pipeline_balance=None, pipeline_devices=None, pipeline_chunks=0, pipeline_encoder_balance=None, pipeline_encoder_devices=None, pipeline_decoder_balance=None, pipeline_decoder_devices=None, pipeline_checkpoint='never', zero_sharding='none', no_reshard_after_forward=False, fp32_reduce_scatter=False, cpu_offload=False, use_sharded_state=False, not_fsdp_flatten_parameters=False, arch='transformer', max_epoch=0, max_update=100000, stop_time_hours=0, clip_norm=0.0, sentence_avg=False, update_freq=[1], lr=[0.0005], stop_min_lr=-1.0, use_bmuf=False, skip_remainder_batch=False, debug_param_names=False, save_dir='trained_arm32_L4', restore_file='checkpoint_last.pt', continue_once=None, finetune_from_model=None, reset_dataloader=False, reset_lr_scheduler=False, reset_meters=False, reset_optimizer=False, optimizer_overrides='{}', save_interval=1, save_interval_updates=0, keep_interval_updates=-1, keep_interval_updates_pattern=-1, keep_last_epochs=-1, keep_best_checkpoints=3, no_save=False, no_epoch_checkpoints=True, no_last_checkpoints=False, no_save_optimizer_state=False, best_checkpoint_metric='loss', maximize_best_checkpoint_metric=False, patience=10, checkpoint_suffix='', checkpoint_shard_count=1, load_checkpoint_on_all_dp_ranks=False, write_checkpoints_asynchronously=False, store_ema=False, ema_decay=0.9999, ema_start_update=0, ema_seed_model=None, ema_update_freq=1, ema_fp32=False, data='/scratch/mdu2004/datasets/tokenized_dlsm_arm32', source_lang=None, target_lang=None, load_alignments=False, left_pad_source=True, left_pad_target=False, upsample_primary=-1, truncate_source=False, num_batch_buckets=0, eval_bleu=False, eval_bleu_args='{}', eval_bleu_detok='space', eval_bleu_detok_args='{}', eval_tokenized_bleu=False, eval_bleu_remove_bpe=None, eval_bleu_print_samples=False, adam_betas=(0.9, 0.999), adam_eps=1e-08, weight_decay=0.001, use_old_adam=False, fp16_adam_stats=False, warmup_updates=4000, warmup_init_lr=-1, pad=1, eos=2, unk=3, max_source_positions=1024, max_target_positions=1024, dropout=0.05, encoder_layers=4, decoder_layers=4, encoder_attention_heads=8, decoder_attention_heads=8, decoder_embed_dim=96, decoder_ffn_embed_dim=384, decoder_output_dim='96', encoder_embed_dim=384, encoder_ffn_embed_dim=1536, no_seed_provided=False, encoder_embed_path=None, encoder_normalize_before=False, encoder_learned_pos=False, decoder_embed_path=None, decoder_normalize_before=False, decoder_learned_pos=False, attention_dropout=0.0, activation_dropout=0.0, activation_fn='relu', adaptive_softmax_cutoff=None, adaptive_softmax_dropout=0, share_decoder_input_output_embed=False, share_all_embeddings=False, merge_src_tgt_embed=False, no_token_positional_embeddings=False, adaptive_input=False, no_cross_attention=False, cross_self_attention=False, decoder_input_dim=96, no_scale_embedding=False, layernorm_embedding=False, tie_adaptive_weights=False, checkpoint_activations=False, offload_activations=False, encoder_layers_to_keep=None, decoder_layers_to_keep=None, encoder_layerdrop=0, decoder_layerdrop=0, quant_noise_pq=0, quant_noise_pq_block_size=8, quant_noise_scalar=0, _name='transformer'), 'task': {'_name': 'translation', 'data': '/scratch/mdu2004/datasets/tokenized_dlsm_arm32', 'source_lang': None, 'target_lang': None, 'load_alignments': False, 'left_pad_source': True, 'left_pad_target': False, 'max_source_positions': 1024, 'max_target_positions': 1024, 'upsample_primary': -1, 'truncate_source': False, 'num_batch_buckets': 0, 'train_subset': 'train', 'dataset_impl': None, 'required_seq_len_multiple': 1, 'eval_bleu': False, 'eval_bleu_args': '{}', 'eval_bleu_detok': 'space', 'eval_bleu_detok_args': '{}', 'eval_tokenized_bleu': False, 'eval_bleu_remove_bpe': None, 'eval_bleu_print_samples': False}, 'criterion': {'_name': 'cross_entropy', 'sentence_avg': False}, 'optimizer': {'_name': 'adam', 'adam_betas': [0.9, 0.999], 'adam_eps': 1e-08, 'weight_decay': 0.001, 'use_old_adam': False, 'fp16_adam_stats': False, 'tpu': False, 'lr': [0.0005]}, 'lr_scheduler': {'_name': 'inverse_sqrt', 'warmup_updates': 4000, 'warmup_init_lr': -1.0, 'lr': [0.0005]}, 'scoring': {'_name': 'bleu', 'pad': 1, 'eos': 2, 'unk': 3}, 'bpe': None, 'tokenizer': None, 'ema': {'_name': None, 'store_ema': False, 'ema_decay': 0.9999, 'ema_start_update': 0, 'ema_seed_model': None, 'ema_update_freq': 1, 'ema_fp32': False}, 'simul_type': None} +TransformerModel( + (encoder): TransformerEncoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(224, 384, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-3): 4 x TransformerEncoderLayerBase( + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=384, bias=True) + (v_proj): Linear(in_features=384, out_features=384, bias=True) + (q_proj): Linear(in_features=384, out_features=384, bias=True) + (out_proj): Linear(in_features=384, out_features=384, bias=True) + ) + (self_attn_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + (dropout_module): FairseqDropout() + (activation_dropout_module): FairseqDropout() + (fc1): Linear(in_features=384, out_features=1536, bias=True) + (fc2): Linear(in_features=1536, out_features=384, bias=True) + (final_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + ) + ) + ) + (decoder): TransformerDecoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(40, 96, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-3): 4 x TransformerDecoderLayerBase( + (dropout_module): FairseqDropout() + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=96, out_features=96, bias=True) + (v_proj): Linear(in_features=96, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (activation_dropout_module): FairseqDropout() + (self_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (encoder_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=96, bias=True) + (v_proj): Linear(in_features=384, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (encoder_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (fc1): Linear(in_features=96, out_features=384, bias=True) + (fc2): Linear(in_features=384, out_features=96, bias=True) + (final_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + ) + ) + (output_projection): Linear(in_features=96, out_features=40, bias=False) + ) +) +task: TranslationTask +model: TransformerModel +criterion: CrossEntropyCriterion +num. shared model params: 8,009,856 (num. trained: 8,009,856) +num. expert model params: 0 (num. trained: 0) +training on 1 devices (GPUs/TPUs) +max tokens per device = 20000 and max sentences per device = None +begin dry-run validation on "valid" subset +Start iterating over samples +{"epoch": 1, "update": 0.024, "loss": "4.695", "ppl": "25.9", "wps": "14347.6", "ups": "6.27", "wpb": "2278.3", "bsz": "109", "num_updates": "100", "lr": "1.25e-05", "gnorm": "9.671", "train_wall": "19", "gb_free": "42.5", "wall": "22"} +{"epoch": 1, "update": 0.048, "loss": "3.746", "ppl": "13.42", "wps": "13987", "ups": "6.37", "wpb": "2197.4", "bsz": "102.2", "num_updates": "200", "lr": "2.5e-05", "gnorm": "4.045", "train_wall": "16", "gb_free": "41.9", "wall": "38"} +{"epoch": 1, "update": 0.072, "loss": "3.046", "ppl": "8.26", "wps": "12312.8", "ups": "6.35", "wpb": "1938.8", "bsz": "99.3", "num_updates": "300", "lr": "3.75e-05", "gnorm": "7.358", "train_wall": "16", "gb_free": "42.1", "wall": "53"} +{"epoch": 1, "update": 0.096, "loss": "2.64", "ppl": "6.23", "wps": "13990.6", "ups": "6.32", "wpb": "2214.8", "bsz": "107.7", "num_updates": "400", "lr": "5e-05", "gnorm": "5.402", "train_wall": "16", "gb_free": "42.6", "wall": "69"} +{"epoch": 1, "update": 0.12, "loss": "2.443", "ppl": "5.44", "wps": "14206.9", "ups": "6.4", "wpb": "2219.8", "bsz": "111.3", "num_updates": "500", "lr": "6.25e-05", "gnorm": "5.436", "train_wall": "15", "gb_free": "41.9", "wall": "85"} +{"epoch": 1, "update": 0.145, "loss": "2.274", "ppl": "4.84", "wps": "14400.5", "ups": "6.34", "wpb": "2272.6", "bsz": "108.4", "num_updates": "600", "lr": "7.5e-05", "gnorm": "4.566", "train_wall": "16", "gb_free": "42.7", "wall": "101"} +{"epoch": 1, "update": 0.169, "loss": "2.149", "ppl": "4.43", "wps": "13367.8", "ups": "6.21", "wpb": "2154.3", "bsz": "104.9", "num_updates": "700", "lr": "8.75e-05", "gnorm": "3.81", "train_wall": "16", "gb_free": "40.8", "wall": "117"} +{"epoch": 1, "update": 0.193, "loss": "2.028", "ppl": "4.08", "wps": "13666.3", "ups": "6.22", "wpb": "2197", "bsz": "108.8", "num_updates": "800", "lr": "0.0001", "gnorm": "3.893", "train_wall": "16", "gb_free": "42.6", "wall": "133"} +{"epoch": 1, "update": 0.217, "loss": "1.947", "ppl": "3.86", "wps": "12464.5", "ups": "6.14", "wpb": "2030.3", "bsz": "95.9", "num_updates": "900", "lr": "0.0001125", "gnorm": "3.068", "train_wall": "16", "gb_free": "42.5", "wall": "149"} +{"epoch": 1, "update": 0.241, "loss": "1.858", "ppl": "3.62", "wps": "14057.1", "ups": "6.25", "wpb": "2249", "bsz": "107.6", "num_updates": "1000", "lr": "0.000125", "gnorm": "3.174", "train_wall": "16", "gb_free": "42.4", "wall": "165"} +{"epoch": 1, "update": 0.265, "loss": "1.786", "ppl": "3.45", "wps": "12058.6", "ups": "6.15", "wpb": "1959.7", "bsz": "98.2", "num_updates": "1100", "lr": "0.0001375", "gnorm": "3.222", "train_wall": "16", "gb_free": "42.6", "wall": "181"} +{"epoch": 1, "update": 0.289, "loss": "1.75", "ppl": "3.36", "wps": "11707", "ups": "6.2", "wpb": "1889.6", "bsz": "91.3", "num_updates": "1200", "lr": "0.00015", "gnorm": "2.986", "train_wall": "16", "gb_free": "42.5", "wall": "197"} +{"epoch": 1, "update": 0.313, "loss": "1.698", "ppl": "3.25", "wps": "13175.9", "ups": "6.22", "wpb": "2116.7", "bsz": "103.1", "num_updates": "1300", "lr": "0.0001625", "gnorm": "3.227", "train_wall": "16", "gb_free": "42.7", "wall": "214"} +{"epoch": 1, "update": 0.337, "loss": "1.617", "ppl": "3.07", "wps": "11900.2", "ups": "6.2", "wpb": "1918.7", "bsz": "94.6", "num_updates": "1400", "lr": "0.000175", "gnorm": "2.938", "train_wall": "16", "gb_free": "42.6", "wall": "230"} +{"epoch": 1, "update": 0.361, "loss": "1.539", "ppl": "2.91", "wps": "13964.7", "ups": "6.24", "wpb": "2236.3", "bsz": "108.3", "num_updates": "1500", "lr": "0.0001875", "gnorm": "2.664", "train_wall": "16", "gb_free": "42.7", "wall": "246"} +{"epoch": 1, "update": 0.385, "loss": "1.493", "ppl": "2.81", "wps": "13645.8", "ups": "6.24", "wpb": "2185.1", "bsz": "104.5", "num_updates": "1600", "lr": "0.0002", "gnorm": "2.591", "train_wall": "16", "gb_free": "41.9", "wall": "262"} +{"epoch": 1, "update": 0.41, "loss": "1.473", "ppl": "2.78", "wps": "12723.1", "ups": "6.12", "wpb": "2080.4", "bsz": "97.8", "num_updates": "1700", "lr": "0.0002125", "gnorm": "2.65", "train_wall": "16", "gb_free": "42.5", "wall": "278"} +{"epoch": 1, "update": 0.434, "loss": "1.383", "ppl": "2.61", "wps": "12781.3", "ups": "6.18", "wpb": "2067.4", "bsz": "102.6", "num_updates": "1800", "lr": "0.000225", "gnorm": "2.434", "train_wall": "16", "gb_free": "41.2", "wall": "294"} +{"epoch": 1, "update": 0.458, "loss": "1.384", "ppl": "2.61", "wps": "12928", "ups": "6.16", "wpb": "2099.5", "bsz": "97.4", "num_updates": "1900", "lr": "0.0002375", "gnorm": "2.44", "train_wall": "16", "gb_free": "42.5", "wall": "310"} +{"epoch": 1, "update": 0.482, "loss": "1.359", "ppl": "2.57", "wps": "14091.1", "ups": "6.21", "wpb": "2267.3", "bsz": "107.9", "num_updates": "2000", "lr": "0.00025", "gnorm": "2.473", "train_wall": "16", "gb_free": "42.5", "wall": "327"} +{"epoch": 1, "update": 0.506, "loss": "1.28", "ppl": "2.43", "wps": "13583.8", "ups": "6.22", "wpb": "2184.9", "bsz": "108.1", "num_updates": "2100", "lr": "0.0002625", "gnorm": "2.31", "train_wall": "16", "gb_free": "42.7", "wall": "343"} +{"epoch": 1, "update": 0.53, "loss": "1.208", "ppl": "2.31", "wps": "13841", "ups": "6.19", "wpb": "2236.8", "bsz": "114.7", "num_updates": "2200", "lr": "0.000275", "gnorm": "2.302", "train_wall": "16", "gb_free": "42.5", "wall": "359"} +{"epoch": 1, "update": 0.554, "loss": "1.263", "ppl": "2.4", "wps": "12790.6", "ups": "6.12", "wpb": "2091.4", "bsz": "98.8", "num_updates": "2300", "lr": "0.0002875", "gnorm": "2.436", "train_wall": "16", "gb_free": "42.6", "wall": "375"} +{"epoch": 1, "update": 0.578, "loss": "1.214", "ppl": "2.32", "wps": "14277.8", "ups": "6.23", "wpb": "2290.2", "bsz": "110", "num_updates": "2400", "lr": "0.0003", "gnorm": "2.121", "train_wall": "16", "gb_free": "42.5", "wall": "391"} +{"epoch": 1, "update": 0.602, "loss": "1.175", "ppl": "2.26", "wps": "13348.5", "ups": "6.2", "wpb": "2151.8", "bsz": "106.8", "num_updates": "2500", "lr": "0.0003125", "gnorm": "2.2", "train_wall": "16", "gb_free": "42.5", "wall": "407"} +{"epoch": 1, "update": 0.626, "loss": "1.163", "ppl": "2.24", "wps": "13984", "ups": "6.25", "wpb": "2236.4", "bsz": "108", "num_updates": "2600", "lr": "0.000325", "gnorm": "2.25", "train_wall": "16", "gb_free": "42.6", "wall": "423"} +{"epoch": 1, "update": 0.65, "loss": "1.154", "ppl": "2.23", "wps": "13448.7", "ups": "6.17", "wpb": "2179.6", "bsz": "106.3", "num_updates": "2700", "lr": "0.0003375", "gnorm": "2.221", "train_wall": "16", "gb_free": "42.6", "wall": "440"} +{"epoch": 1, "update": 0.675, "loss": "1.138", "ppl": "2.2", "wps": "12654.9", "ups": "6.18", "wpb": "2049.3", "bsz": "97.4", "num_updates": "2800", "lr": "0.00035", "gnorm": "2.061", "train_wall": "16", "gb_free": "42.5", "wall": "456"} +{"epoch": 1, "update": 0.699, "loss": "1.119", "ppl": "2.17", "wps": "13076.3", "ups": "6.21", "wpb": "2104.2", "bsz": "96.3", "num_updates": "2900", "lr": "0.0003625", "gnorm": "2.128", "train_wall": "16", "gb_free": "42.7", "wall": "472"} +{"epoch": 1, "update": 0.723, "loss": "1.079", "ppl": "2.11", "wps": "14021.5", "ups": "6.24", "wpb": "2247.1", "bsz": "108.6", "num_updates": "3000", "lr": "0.000375", "gnorm": "2.032", "train_wall": "16", "gb_free": "42.4", "wall": "488"} +{"epoch": 1, "update": 0.747, "loss": "1.043", "ppl": "2.06", "wps": "12911.3", "ups": "6.22", "wpb": "2076.9", "bsz": "97.9", "num_updates": "3100", "lr": "0.0003875", "gnorm": "1.923", "train_wall": "16", "gb_free": "42.5", "wall": "504"} +{"epoch": 1, "update": 0.771, "loss": "1.041", "ppl": "2.06", "wps": "13438.4", "ups": "6.23", "wpb": "2157.4", "bsz": "103.4", "num_updates": "3200", "lr": "0.0004", "gnorm": "1.943", "train_wall": "16", "gb_free": "41.9", "wall": "520"} +{"epoch": 1, "update": 0.795, "loss": "1.03", "ppl": "2.04", "wps": "13639.4", "ups": "6.2", "wpb": "2198.4", "bsz": "101.4", "num_updates": "3300", "lr": "0.0004125", "gnorm": "1.922", "train_wall": "16", "gb_free": "41.6", "wall": "536"} +{"epoch": 1, "update": 0.819, "loss": "0.988", "ppl": "1.98", "wps": "13101.4", "ups": "6.15", "wpb": "2130.3", "bsz": "99.2", "num_updates": "3400", "lr": "0.000425", "gnorm": "1.847", "train_wall": "16", "gb_free": "41.9", "wall": "552"} +{"epoch": 1, "update": 0.843, "loss": "0.952", "ppl": "1.93", "wps": "14240.8", "ups": "6.26", "wpb": "2273.2", "bsz": "113.3", "num_updates": "3500", "lr": "0.0004375", "gnorm": "1.828", "train_wall": "16", "gb_free": "42.5", "wall": "568"} +{"epoch": 1, "update": 0.867, "loss": "0.931", "ppl": "1.91", "wps": "13642.1", "ups": "6.21", "wpb": "2196.5", "bsz": "105.2", "num_updates": "3600", "lr": "0.00045", "gnorm": "1.73", "train_wall": "16", "gb_free": "42.5", "wall": "584"} +{"epoch": 1, "update": 0.891, "loss": "0.927", "ppl": "1.9", "wps": "12309", "ups": "6.19", "wpb": "1988.6", "bsz": "97.4", "num_updates": "3700", "lr": "0.0004625", "gnorm": "1.926", "train_wall": "16", "gb_free": "42.7", "wall": "601"} +{"epoch": 1, "update": 0.915, "loss": "0.881", "ppl": "1.84", "wps": "15140.7", "ups": "6.32", "wpb": "2396.7", "bsz": "113.3", "num_updates": "3800", "lr": "0.000475", "gnorm": "1.475", "train_wall": "16", "gb_free": "41.8", "wall": "616"} +{"epoch": 1, "update": 0.94, "loss": "0.889", "ppl": "1.85", "wps": "12531.2", "ups": "6.18", "wpb": "2027.7", "bsz": "95.8", "num_updates": "3900", "lr": "0.0004875", "gnorm": "1.779", "train_wall": "16", "gb_free": "42.5", "wall": "633"} +{"epoch": 1, "update": 0.964, "loss": "0.882", "ppl": "1.84", "wps": "11876.7", "ups": "6.13", "wpb": "1936.9", "bsz": "93.7", "num_updates": "4000", "lr": "0.0005", "gnorm": "1.698", "train_wall": "16", "gb_free": "42.6", "wall": "649"} +{"epoch": 1, "update": 0.988, "loss": "0.81", "ppl": "1.75", "wps": "12198.5", "ups": "6.13", "wpb": "1989", "bsz": "97.8", "num_updates": "4100", "lr": "0.000493865", "gnorm": "1.516", "train_wall": "16", "gb_free": "42.6", "wall": "665"} +begin validation on "valid" subset +{"epoch": 1, "valid_loss": "0.798", "valid_ppl": "1.74", "valid_wps": "41172.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "4151"} +end of epoch 1 (average epoch stats below) +{"epoch": 1, "train_loss": "1.569", "train_ppl": "2.97", "train_wps": "13175.6", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "4151", "train_lr": "0.000490822", "train_gnorm": "2.904", "train_train_wall": "664", "train_gb_free": "41.8", "train_wall": "680"} +Start iterating over samples +{"epoch": 2, "update": 1.012, "loss": "0.841", "ppl": "1.79", "wps": "9220.1", "ups": "4.44", "wpb": "2076.9", "bsz": "97.9", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.617", "train_wall": "16", "gb_free": "42.7", "wall": "688"} +{"epoch": 2, "update": 1.012, "loss": "0.841", "ppl": "1.79", "wps": "9220.1", "ups": "4.44", "wpb": "2076.9", "bsz": "97.9", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.617", "train_wall": "16", "gb_free": "42.7", "wall": "688"} +{"epoch": 2, "update": 1.036, "loss": "0.791", "ppl": "1.73", "wps": "12929.6", "ups": "6.21", "wpb": "2081", "bsz": "100.2", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.561", "train_wall": "16", "gb_free": "42.5", "wall": "704"} +{"epoch": 2, "update": 1.036, "loss": "0.791", "ppl": "1.73", "wps": "12929.6", "ups": "6.21", "wpb": "2081", "bsz": "100.2", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.561", "train_wall": "16", "gb_free": "42.5", "wall": "704"} +{"epoch": 2, "update": 1.06, "loss": "0.749", "ppl": "1.68", "wps": "13125.1", "ups": "6.25", "wpb": "2099.6", "bsz": "104.8", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.426", "train_wall": "16", "gb_free": "42", "wall": "720"} +{"epoch": 2, "update": 1.06, "loss": "0.749", "ppl": "1.68", "wps": "13125.1", "ups": "6.25", "wpb": "2099.6", "bsz": "104.8", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.426", "train_wall": "16", "gb_free": "42", "wall": "720"} +{"epoch": 2, "update": 1.084, "loss": "0.748", "ppl": "1.68", "wps": "13696", "ups": "6.19", "wpb": "2214.3", "bsz": "106.6", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.487", "train_wall": "16", "gb_free": "42.5", "wall": "736"} +{"epoch": 2, "update": 1.084, "loss": "0.748", "ppl": "1.68", "wps": "13696", "ups": "6.19", "wpb": "2214.3", "bsz": "106.6", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.487", "train_wall": "16", "gb_free": "42.5", "wall": "736"} +{"epoch": 2, "update": 1.108, "loss": "0.713", "ppl": "1.64", "wps": "14418.1", "ups": "6.24", "wpb": "2309.7", "bsz": "109.7", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.293", "train_wall": "16", "gb_free": "42.6", "wall": "752"} +{"epoch": 2, "update": 1.108, "loss": "0.713", "ppl": "1.64", "wps": "14418.1", "ups": "6.24", "wpb": "2309.7", "bsz": "109.7", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.293", "train_wall": "16", "gb_free": "42.6", "wall": "752"} +{"epoch": 2, "update": 1.132, "loss": "0.709", "ppl": "1.63", "wps": "14048.7", "ups": "6.16", "wpb": "2281.1", "bsz": "111.7", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.463", "train_wall": "16", "gb_free": "42.6", "wall": "768"} +{"epoch": 2, "update": 1.132, "loss": "0.709", "ppl": "1.63", "wps": "14048.7", "ups": "6.16", "wpb": "2281.1", "bsz": "111.7", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.463", "train_wall": "16", "gb_free": "42.6", "wall": "768"} +{"epoch": 2, "update": 1.156, "loss": "0.71", "ppl": "1.64", "wps": "12909.3", "ups": "6.25", "wpb": "2066.9", "bsz": "101.9", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.48", "train_wall": "16", "gb_free": "42.5", "wall": "784"} +{"epoch": 2, "update": 1.156, "loss": "0.71", "ppl": "1.64", "wps": "12909.3", "ups": "6.25", "wpb": "2066.9", "bsz": "101.9", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.48", "train_wall": "16", "gb_free": "42.5", "wall": "784"} +{"epoch": 2, "update": 1.18, "loss": "0.683", "ppl": "1.61", "wps": "13159.4", "ups": "6.22", "wpb": "2116.7", "bsz": "101.8", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.415", "train_wall": "16", "gb_free": "42.8", "wall": "800"} +{"epoch": 2, "update": 1.18, "loss": "0.683", "ppl": "1.61", "wps": "13159.4", "ups": "6.22", "wpb": "2116.7", "bsz": "101.8", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.415", "train_wall": "16", "gb_free": "42.8", "wall": "800"} +{"epoch": 2, "update": 1.205, "loss": "0.649", "ppl": "1.57", "wps": "12462.8", "ups": "6.18", "wpb": "2018", "bsz": "97.5", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.212", "train_wall": "16", "gb_free": "41.4", "wall": "817"} +{"epoch": 2, "update": 1.205, "loss": "0.649", "ppl": "1.57", "wps": "12462.8", "ups": "6.18", "wpb": "2018", "bsz": "97.5", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.212", "train_wall": "16", "gb_free": "41.4", "wall": "817"} +{"epoch": 2, "update": 1.229, "loss": "0.66", "ppl": "1.58", "wps": "12329.6", "ups": "6.19", "wpb": "1990.9", "bsz": "92.6", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.363", "train_wall": "16", "gb_free": "42.5", "wall": "833"} +{"epoch": 2, "update": 1.229, "loss": "0.66", "ppl": "1.58", "wps": "12329.6", "ups": "6.19", "wpb": "1990.9", "bsz": "92.6", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.363", "train_wall": "16", "gb_free": "42.5", "wall": "833"} +{"epoch": 2, "update": 1.253, "loss": "0.598", "ppl": "1.51", "wps": "11872.2", "ups": "6.13", "wpb": "1935.7", "bsz": "89.8", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.249", "train_wall": "16", "gb_free": "42.4", "wall": "849"} +{"epoch": 2, "update": 1.253, "loss": "0.598", "ppl": "1.51", "wps": "11872.2", "ups": "6.13", "wpb": "1935.7", "bsz": "89.8", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.249", "train_wall": "16", "gb_free": "42.4", "wall": "849"} +{"epoch": 2, "update": 1.277, "loss": "0.69", "ppl": "1.61", "wps": "14059.4", "ups": "6.29", "wpb": "2236.8", "bsz": "104.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.384", "train_wall": "16", "gb_free": "42.4", "wall": "865"} +{"epoch": 2, "update": 1.277, "loss": "0.69", "ppl": "1.61", "wps": "14059.4", "ups": "6.29", "wpb": "2236.8", "bsz": "104.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.384", "train_wall": "16", "gb_free": "42.4", "wall": "865"} +{"epoch": 2, "update": 1.301, "loss": "0.604", "ppl": "1.52", "wps": "13782", "ups": "6.28", "wpb": "2196.3", "bsz": "105.7", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.6", "wall": "881"} +{"epoch": 2, "update": 1.301, "loss": "0.604", "ppl": "1.52", "wps": "13782", "ups": "6.28", "wpb": "2196.3", "bsz": "105.7", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.6", "wall": "881"} +{"epoch": 2, "update": 1.325, "loss": "0.626", "ppl": "1.54", "wps": "13903", "ups": "6.27", "wpb": "2216.9", "bsz": "107.8", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.349", "train_wall": "16", "gb_free": "42.5", "wall": "897"} +{"epoch": 2, "update": 1.325, "loss": "0.626", "ppl": "1.54", "wps": "13903", "ups": "6.27", "wpb": "2216.9", "bsz": "107.8", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.349", "train_wall": "16", "gb_free": "42.5", "wall": "897"} +{"epoch": 2, "update": 1.349, "loss": "0.638", "ppl": "1.56", "wps": "14648.6", "ups": "6.26", "wpb": "2338.8", "bsz": "113", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.338", "train_wall": "16", "gb_free": "42.5", "wall": "913"} +{"epoch": 2, "update": 1.349, "loss": "0.638", "ppl": "1.56", "wps": "14648.6", "ups": "6.26", "wpb": "2338.8", "bsz": "113", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.338", "train_wall": "16", "gb_free": "42.5", "wall": "913"} +{"epoch": 2, "update": 1.373, "loss": "0.574", "ppl": "1.49", "wps": "11447.4", "ups": "6.09", "wpb": "1879.5", "bsz": "88.9", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.225", "train_wall": "16", "gb_free": "42.6", "wall": "929"} +{"epoch": 2, "update": 1.373, "loss": "0.574", "ppl": "1.49", "wps": "11447.4", "ups": "6.09", "wpb": "1879.5", "bsz": "88.9", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.225", "train_wall": "16", "gb_free": "42.6", "wall": "929"} +{"epoch": 2, "update": 1.397, "loss": "0.523", "ppl": "1.44", "wps": "12946.1", "ups": "6.3", "wpb": "2054", "bsz": "101.5", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.004", "train_wall": "16", "gb_free": "42.8", "wall": "945"} +{"epoch": 2, "update": 1.397, "loss": "0.523", "ppl": "1.44", "wps": "12946.1", "ups": "6.3", "wpb": "2054", "bsz": "101.5", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.004", "train_wall": "16", "gb_free": "42.8", "wall": "945"} +{"epoch": 2, "update": 1.421, "loss": "0.547", "ppl": "1.46", "wps": "14061", "ups": "6.2", "wpb": "2266.4", "bsz": "112.4", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.066", "train_wall": "16", "gb_free": "42.8", "wall": "961"} +{"epoch": 2, "update": 1.421, "loss": "0.547", "ppl": "1.46", "wps": "14061", "ups": "6.2", "wpb": "2266.4", "bsz": "112.4", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.066", "train_wall": "16", "gb_free": "42.8", "wall": "961"} +{"epoch": 2, "update": 1.445, "loss": "0.569", "ppl": "1.48", "wps": "13863.5", "ups": "6.21", "wpb": "2233.8", "bsz": "107.2", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.211", "train_wall": "16", "gb_free": "42.7", "wall": "977"} +{"epoch": 2, "update": 1.445, "loss": "0.569", "ppl": "1.48", "wps": "13863.5", "ups": "6.21", "wpb": "2233.8", "bsz": "107.2", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.211", "train_wall": "16", "gb_free": "42.7", "wall": "977"} +{"epoch": 2, "update": 1.47, "loss": "0.622", "ppl": "1.54", "wps": "14311.4", "ups": "6.31", "wpb": "2268.2", "bsz": "104.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.287", "train_wall": "16", "gb_free": "41.9", "wall": "993"} +{"epoch": 2, "update": 1.47, "loss": "0.622", "ppl": "1.54", "wps": "14311.4", "ups": "6.31", "wpb": "2268.2", "bsz": "104.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.287", "train_wall": "16", "gb_free": "41.9", "wall": "993"} +{"epoch": 2, "update": 1.494, "loss": "0.575", "ppl": "1.49", "wps": "12139", "ups": "6.14", "wpb": "1978.2", "bsz": "96.7", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.345", "train_wall": "16", "gb_free": "42.5", "wall": "1009"} +{"epoch": 2, "update": 1.494, "loss": "0.575", "ppl": "1.49", "wps": "12139", "ups": "6.14", "wpb": "1978.2", "bsz": "96.7", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.345", "train_wall": "16", "gb_free": "42.5", "wall": "1009"} +{"epoch": 2, "update": 1.518, "loss": "0.552", "ppl": "1.47", "wps": "13521", "ups": "6.3", "wpb": "2146.6", "bsz": "108.6", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.194", "train_wall": "16", "gb_free": "42.6", "wall": "1025"} +{"epoch": 2, "update": 1.518, "loss": "0.552", "ppl": "1.47", "wps": "13521", "ups": "6.3", "wpb": "2146.6", "bsz": "108.6", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.194", "train_wall": "16", "gb_free": "42.6", "wall": "1025"} +{"epoch": 2, "update": 1.542, "loss": "0.516", "ppl": "1.43", "wps": "12413.1", "ups": "6.14", "wpb": "2020.8", "bsz": "95.4", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.018", "train_wall": "16", "gb_free": "42.4", "wall": "1042"} +{"epoch": 2, "update": 1.542, "loss": "0.516", "ppl": "1.43", "wps": "12413.1", "ups": "6.14", "wpb": "2020.8", "bsz": "95.4", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.018", "train_wall": "16", "gb_free": "42.4", "wall": "1042"} +{"epoch": 2, "update": 1.566, "loss": "0.504", "ppl": "1.42", "wps": "13262", "ups": "6.24", "wpb": "2124.3", "bsz": "102.6", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.049", "train_wall": "16", "gb_free": "42.5", "wall": "1058"} +{"epoch": 2, "update": 1.566, "loss": "0.504", "ppl": "1.42", "wps": "13262", "ups": "6.24", "wpb": "2124.3", "bsz": "102.6", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.049", "train_wall": "16", "gb_free": "42.5", "wall": "1058"} +{"epoch": 2, "update": 1.59, "loss": "0.515", "ppl": "1.43", "wps": "13188.6", "ups": "6.24", "wpb": "2114.9", "bsz": "97.8", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.6", "wall": "1074"} +{"epoch": 2, "update": 1.59, "loss": "0.515", "ppl": "1.43", "wps": "13188.6", "ups": "6.24", "wpb": "2114.9", "bsz": "97.8", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.6", "wall": "1074"} +{"epoch": 2, "update": 1.614, "loss": "0.495", "ppl": "1.41", "wps": "12036.7", "ups": "6.19", "wpb": "1945", "bsz": "93.1", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.105", "train_wall": "16", "gb_free": "42.6", "wall": "1090"} +{"epoch": 2, "update": 1.614, "loss": "0.495", "ppl": "1.41", "wps": "12036.7", "ups": "6.19", "wpb": "1945", "bsz": "93.1", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.105", "train_wall": "16", "gb_free": "42.6", "wall": "1090"} +{"epoch": 2, "update": 1.638, "loss": "0.523", "ppl": "1.44", "wps": "14222.4", "ups": "6.22", "wpb": "2287.7", "bsz": "107.1", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.5", "wall": "1106"} +{"epoch": 2, "update": 1.638, "loss": "0.523", "ppl": "1.44", "wps": "14222.4", "ups": "6.22", "wpb": "2287.7", "bsz": "107.1", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.5", "wall": "1106"} +{"epoch": 2, "update": 1.662, "loss": "0.545", "ppl": "1.46", "wps": "14753.7", "ups": "6.31", "wpb": "2338.9", "bsz": "113.5", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.156", "train_wall": "16", "gb_free": "42.7", "wall": "1122"} +{"epoch": 2, "update": 1.662, "loss": "0.545", "ppl": "1.46", "wps": "14753.7", "ups": "6.31", "wpb": "2338.9", "bsz": "113.5", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.156", "train_wall": "16", "gb_free": "42.7", "wall": "1122"} +{"epoch": 2, "update": 1.686, "loss": "0.469", "ppl": "1.38", "wps": "14329.4", "ups": "6.34", "wpb": "2259.3", "bsz": "107.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "0.995", "train_wall": "16", "gb_free": "42.5", "wall": "1137"} +{"epoch": 2, "update": 1.686, "loss": "0.469", "ppl": "1.38", "wps": "14329.4", "ups": "6.34", "wpb": "2259.3", "bsz": "107.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "0.995", "train_wall": "16", "gb_free": "42.5", "wall": "1137"} +{"epoch": 2, "update": 1.71, "loss": "0.432", "ppl": "1.35", "wps": "12753.8", "ups": "6.18", "wpb": "2064.4", "bsz": "98.6", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.021", "train_wall": "16", "gb_free": "42.5", "wall": "1154"} +{"epoch": 2, "update": 1.71, "loss": "0.432", "ppl": "1.35", "wps": "12753.8", "ups": "6.18", "wpb": "2064.4", "bsz": "98.6", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.021", "train_wall": "16", "gb_free": "42.5", "wall": "1154"} +{"epoch": 2, "update": 1.735, "loss": "0.427", "ppl": "1.34", "wps": "13512.9", "ups": "6.29", "wpb": "2149.5", "bsz": "107.5", "num_updates": "7200", "lr": "0.000372678", "gnorm": "0.949", "train_wall": "16", "gb_free": "42.7", "wall": "1170"} +{"epoch": 2, "update": 1.735, "loss": "0.427", "ppl": "1.34", "wps": "13512.9", "ups": "6.29", "wpb": "2149.5", "bsz": "107.5", "num_updates": "7200", "lr": "0.000372678", "gnorm": "0.949", "train_wall": "16", "gb_free": "42.7", "wall": "1170"} +{"epoch": 2, "update": 1.759, "loss": "0.463", "ppl": "1.38", "wps": "12879.2", "ups": "6.2", "wpb": "2077.9", "bsz": "104.3", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.184", "train_wall": "16", "gb_free": "42.6", "wall": "1186"} +{"epoch": 2, "update": 1.759, "loss": "0.463", "ppl": "1.38", "wps": "12879.2", "ups": "6.2", "wpb": "2077.9", "bsz": "104.3", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.184", "train_wall": "16", "gb_free": "42.6", "wall": "1186"} +{"epoch": 2, "update": 1.783, "loss": "0.443", "ppl": "1.36", "wps": "12692.3", "ups": "6.18", "wpb": "2054.4", "bsz": "100.6", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.034", "train_wall": "16", "gb_free": "41.6", "wall": "1202"} +{"epoch": 2, "update": 1.783, "loss": "0.443", "ppl": "1.36", "wps": "12692.3", "ups": "6.18", "wpb": "2054.4", "bsz": "100.6", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.034", "train_wall": "16", "gb_free": "41.6", "wall": "1202"} +{"epoch": 2, "update": 1.807, "loss": "0.438", "ppl": "1.35", "wps": "13087.8", "ups": "6.19", "wpb": "2115.7", "bsz": "100.5", "num_updates": "7500", "lr": "0.000365148", "gnorm": "0.978", "train_wall": "16", "gb_free": "42.9", "wall": "1218"} +{"epoch": 2, "update": 1.807, "loss": "0.438", "ppl": "1.35", "wps": "13087.8", "ups": "6.19", "wpb": "2115.7", "bsz": "100.5", "num_updates": "7500", "lr": "0.000365148", "gnorm": "0.978", "train_wall": "16", "gb_free": "42.9", "wall": "1218"} +{"epoch": 2, "update": 1.831, "loss": "0.438", "ppl": "1.35", "wps": "14353.6", "ups": "6.31", "wpb": "2274.2", "bsz": "108.6", "num_updates": "7600", "lr": "0.000362738", "gnorm": "0.962", "train_wall": "16", "gb_free": "42.4", "wall": "1234"} +{"epoch": 2, "update": 1.831, "loss": "0.438", "ppl": "1.35", "wps": "14353.6", "ups": "6.31", "wpb": "2274.2", "bsz": "108.6", "num_updates": "7600", "lr": "0.000362738", "gnorm": "0.962", "train_wall": "16", "gb_free": "42.4", "wall": "1234"} +{"epoch": 2, "update": 1.855, "loss": "0.433", "ppl": "1.35", "wps": "13600.1", "ups": "6.18", "wpb": "2202", "bsz": "109.2", "num_updates": "7700", "lr": "0.000360375", "gnorm": "0.987", "train_wall": "16", "gb_free": "41.9", "wall": "1250"} +{"epoch": 2, "update": 1.855, "loss": "0.433", "ppl": "1.35", "wps": "13600.1", "ups": "6.18", "wpb": "2202", "bsz": "109.2", "num_updates": "7700", "lr": "0.000360375", "gnorm": "0.987", "train_wall": "16", "gb_free": "41.9", "wall": "1250"} +{"epoch": 2, "update": 1.879, "loss": "0.406", "ppl": "1.32", "wps": "12981", "ups": "6.22", "wpb": "2085.9", "bsz": "102", "num_updates": "7800", "lr": "0.000358057", "gnorm": "1.003", "train_wall": "16", "gb_free": "42.6", "wall": "1266"} +{"epoch": 2, "update": 1.879, "loss": "0.406", "ppl": "1.32", "wps": "12981", "ups": "6.22", "wpb": "2085.9", "bsz": "102", "num_updates": "7800", "lr": "0.000358057", "gnorm": "1.003", "train_wall": "16", "gb_free": "42.6", "wall": "1266"} +{"epoch": 2, "update": 1.903, "loss": "0.418", "ppl": "1.34", "wps": "13643.8", "ups": "6.23", "wpb": "2190.9", "bsz": "107", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.932", "train_wall": "16", "gb_free": "42.5", "wall": "1282"} +{"epoch": 2, "update": 1.903, "loss": "0.418", "ppl": "1.34", "wps": "13643.8", "ups": "6.23", "wpb": "2190.9", "bsz": "107", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.932", "train_wall": "16", "gb_free": "42.5", "wall": "1282"} +{"epoch": 2, "update": 1.927, "loss": "0.393", "ppl": "1.31", "wps": "12959", "ups": "6.21", "wpb": "2086", "bsz": "103.4", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.982", "train_wall": "16", "gb_free": "42.8", "wall": "1298"} +{"epoch": 2, "update": 1.927, "loss": "0.393", "ppl": "1.31", "wps": "12959", "ups": "6.21", "wpb": "2086", "bsz": "103.4", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.982", "train_wall": "16", "gb_free": "42.8", "wall": "1298"} +{"epoch": 2, "update": 1.951, "loss": "0.417", "ppl": "1.34", "wps": "13040.5", "ups": "6.17", "wpb": "2114.5", "bsz": "101.9", "num_updates": "8100", "lr": "0.000351364", "gnorm": "1.049", "train_wall": "16", "gb_free": "42.5", "wall": "1315"} +{"epoch": 2, "update": 1.951, "loss": "0.417", "ppl": "1.34", "wps": "13040.5", "ups": "6.17", "wpb": "2114.5", "bsz": "101.9", "num_updates": "8100", "lr": "0.000351364", "gnorm": "1.049", "train_wall": "16", "gb_free": "42.5", "wall": "1315"} +{"epoch": 2, "update": 1.975, "loss": "0.394", "ppl": "1.31", "wps": "12937.4", "ups": "6.26", "wpb": "2065.9", "bsz": "103.7", "num_updates": "8200", "lr": "0.000349215", "gnorm": "1.051", "train_wall": "16", "gb_free": "42.6", "wall": "1331"} +{"epoch": 2, "update": 1.975, "loss": "0.394", "ppl": "1.31", "wps": "12937.4", "ups": "6.26", "wpb": "2065.9", "bsz": "103.7", "num_updates": "8200", "lr": "0.000349215", "gnorm": "1.051", "train_wall": "16", "gb_free": "42.6", "wall": "1331"} +{"epoch": 2, "update": 2.0, "loss": "0.435", "ppl": "1.35", "wps": "13691.9", "ups": "6.29", "wpb": "2176.2", "bsz": "102.2", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.4", "wall": "1346"} +{"epoch": 2, "update": 2.0, "loss": "0.435", "ppl": "1.35", "wps": "13691.9", "ups": "6.29", "wpb": "2176.2", "bsz": "102.2", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.4", "wall": "1346"} +begin validation on "valid" subset +{"epoch": 2, "valid_loss": "0.369", "valid_ppl": "1.29", "valid_wps": "41635.1", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "8302", "valid_best_loss": "0.369"} +{"epoch": 2, "valid_loss": "0.369", "valid_ppl": "1.29", "valid_wps": "41635.1", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "8302", "valid_best_loss": "0.369"} +end of epoch 2 (average epoch stats below) +{"epoch": 2, "train_loss": "0.556", "train_ppl": "1.47", "train_wps": "13182.8", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "8302", "train_lr": "0.000347063", "train_gnorm": "1.18", "train_train_wall": "660", "train_gb_free": "41.8", "train_wall": "1353"} +{"epoch": 2, "train_loss": "0.556", "train_ppl": "1.47", "train_wps": "13182.8", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "8302", "train_lr": "0.000347063", "train_gnorm": "1.18", "train_train_wall": "660", "train_gb_free": "41.8", "train_wall": "1353"} +Start iterating over samples +{"epoch": 3, "update": 2.024, "loss": "0.397", "ppl": "1.32", "wps": "8792.9", "ups": "4.45", "wpb": "1973.9", "bsz": "91.7", "num_updates": "8400", "lr": "0.000345033", "gnorm": "1.012", "train_wall": "16", "gb_free": "41.8", "wall": "1369"} +{"epoch": 3, "update": 2.024, "loss": "0.397", "ppl": "1.32", "wps": "8792.9", "ups": "4.45", "wpb": "1973.9", "bsz": "91.7", "num_updates": "8400", "lr": "0.000345033", "gnorm": "1.012", "train_wall": "16", "gb_free": "41.8", "wall": "1369"} +{"epoch": 3, "update": 2.024, "loss": "0.397", "ppl": "1.32", "wps": "8792.9", "ups": "4.45", "wpb": "1973.9", "bsz": "91.7", "num_updates": "8400", "lr": "0.000345033", "gnorm": "1.012", "train_wall": "16", "gb_free": "41.8", "wall": "1369"} +{"epoch": 3, "update": 2.048, "loss": "0.395", "ppl": "1.31", "wps": "14972.7", "ups": "6.27", "wpb": "2388.9", "bsz": "117.2", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.91", "train_wall": "16", "gb_free": "41.8", "wall": "1385"} +{"epoch": 3, "update": 2.048, "loss": "0.395", "ppl": "1.31", "wps": "14972.7", "ups": "6.27", "wpb": "2388.9", "bsz": "117.2", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.91", "train_wall": "16", "gb_free": "41.8", "wall": "1385"} +{"epoch": 3, "update": 2.048, "loss": "0.395", "ppl": "1.31", "wps": "14972.7", "ups": "6.27", "wpb": "2388.9", "bsz": "117.2", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.91", "train_wall": "16", "gb_free": "41.8", "wall": "1385"} +{"epoch": 3, "update": 2.072, "loss": "0.368", "ppl": "1.29", "wps": "13248.5", "ups": "6.18", "wpb": "2145", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.8", "wall": "1401"} +{"epoch": 3, "update": 2.072, "loss": "0.368", "ppl": "1.29", "wps": "13248.5", "ups": "6.18", "wpb": "2145", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.8", "wall": "1401"} +{"epoch": 3, "update": 2.072, "loss": "0.368", "ppl": "1.29", "wps": "13248.5", "ups": "6.18", "wpb": "2145", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.8", "wall": "1401"} +{"epoch": 3, "update": 2.096, "loss": "0.376", "ppl": "1.3", "wps": "13291.6", "ups": "6.26", "wpb": "2123.3", "bsz": "101.4", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.928", "train_wall": "16", "gb_free": "42.8", "wall": "1417"} +{"epoch": 3, "update": 2.096, "loss": "0.376", "ppl": "1.3", "wps": "13291.6", "ups": "6.26", "wpb": "2123.3", "bsz": "101.4", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.928", "train_wall": "16", "gb_free": "42.8", "wall": "1417"} +{"epoch": 3, "update": 2.096, "loss": "0.376", "ppl": "1.3", "wps": "13291.6", "ups": "6.26", "wpb": "2123.3", "bsz": "101.4", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.928", "train_wall": "16", "gb_free": "42.8", "wall": "1417"} +{"epoch": 3, "update": 2.12, "loss": "0.353", "ppl": "1.28", "wps": "11799.3", "ups": "6.13", "wpb": "1925.3", "bsz": "90.9", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.009", "train_wall": "16", "gb_free": "42.6", "wall": "1433"} +{"epoch": 3, "update": 2.12, "loss": "0.353", "ppl": "1.28", "wps": "11799.3", "ups": "6.13", "wpb": "1925.3", "bsz": "90.9", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.009", "train_wall": "16", "gb_free": "42.6", "wall": "1433"} +{"epoch": 3, "update": 2.12, "loss": "0.353", "ppl": "1.28", "wps": "11799.3", "ups": "6.13", "wpb": "1925.3", "bsz": "90.9", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.009", "train_wall": "16", "gb_free": "42.6", "wall": "1433"} +{"epoch": 3, "update": 2.144, "loss": "0.332", "ppl": "1.26", "wps": "12901.2", "ups": "6.27", "wpb": "2058.2", "bsz": "101.2", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.837", "train_wall": "16", "gb_free": "41.5", "wall": "1449"} +{"epoch": 3, "update": 2.144, "loss": "0.332", "ppl": "1.26", "wps": "12901.2", "ups": "6.27", "wpb": "2058.2", "bsz": "101.2", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.837", "train_wall": "16", "gb_free": "41.5", "wall": "1449"} +{"epoch": 3, "update": 2.144, "loss": "0.332", "ppl": "1.26", "wps": "12901.2", "ups": "6.27", "wpb": "2058.2", "bsz": "101.2", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.837", "train_wall": "16", "gb_free": "41.5", "wall": "1449"} +{"epoch": 3, "update": 2.168, "loss": "0.356", "ppl": "1.28", "wps": "12999.8", "ups": "6.2", "wpb": "2097.6", "bsz": "96.4", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.875", "train_wall": "16", "gb_free": "42.6", "wall": "1465"} +{"epoch": 3, "update": 2.168, "loss": "0.356", "ppl": "1.28", "wps": "12999.8", "ups": "6.2", "wpb": "2097.6", "bsz": "96.4", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.875", "train_wall": "16", "gb_free": "42.6", "wall": "1465"} +{"epoch": 3, "update": 2.168, "loss": "0.356", "ppl": "1.28", "wps": "12999.8", "ups": "6.2", "wpb": "2097.6", "bsz": "96.4", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.875", "train_wall": "16", "gb_free": "42.6", "wall": "1465"} +{"epoch": 3, "update": 2.192, "loss": "0.339", "ppl": "1.27", "wps": "12435.5", "ups": "6.2", "wpb": "2005.4", "bsz": "99", "num_updates": "9100", "lr": "0.000331497", "gnorm": "1.006", "train_wall": "16", "gb_free": "42.5", "wall": "1482"} +{"epoch": 3, "update": 2.192, "loss": "0.339", "ppl": "1.27", "wps": "12435.5", "ups": "6.2", "wpb": "2005.4", "bsz": "99", "num_updates": "9100", "lr": "0.000331497", "gnorm": "1.006", "train_wall": "16", "gb_free": "42.5", "wall": "1482"} +{"epoch": 3, "update": 2.192, "loss": "0.339", "ppl": "1.27", "wps": "12435.5", "ups": "6.2", "wpb": "2005.4", "bsz": "99", "num_updates": "9100", "lr": "0.000331497", "gnorm": "1.006", "train_wall": "16", "gb_free": "42.5", "wall": "1482"} +{"epoch": 3, "update": 2.216, "loss": "0.355", "ppl": "1.28", "wps": "13927.4", "ups": "6.29", "wpb": "2212.9", "bsz": "111.5", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.906", "train_wall": "16", "gb_free": "41.4", "wall": "1497"} +{"epoch": 3, "update": 2.216, "loss": "0.355", "ppl": "1.28", "wps": "13927.4", "ups": "6.29", "wpb": "2212.9", "bsz": "111.5", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.906", "train_wall": "16", "gb_free": "41.4", "wall": "1497"} +{"epoch": 3, "update": 2.216, "loss": "0.355", "ppl": "1.28", "wps": "13927.4", "ups": "6.29", "wpb": "2212.9", "bsz": "111.5", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.906", "train_wall": "16", "gb_free": "41.4", "wall": "1497"} +{"epoch": 3, "update": 2.24, "loss": "0.394", "ppl": "1.31", "wps": "13858.1", "ups": "6.23", "wpb": "2225.3", "bsz": "103.4", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.942", "train_wall": "16", "gb_free": "42.7", "wall": "1513"} +{"epoch": 3, "update": 2.24, "loss": "0.394", "ppl": "1.31", "wps": "13858.1", "ups": "6.23", "wpb": "2225.3", "bsz": "103.4", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.942", "train_wall": "16", "gb_free": "42.7", "wall": "1513"} +{"epoch": 3, "update": 2.24, "loss": "0.394", "ppl": "1.31", "wps": "13858.1", "ups": "6.23", "wpb": "2225.3", "bsz": "103.4", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.942", "train_wall": "16", "gb_free": "42.7", "wall": "1513"} +{"epoch": 3, "update": 2.265, "loss": "0.348", "ppl": "1.27", "wps": "12657.8", "ups": "6.13", "wpb": "2065.8", "bsz": "97.2", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1530"} +{"epoch": 3, "update": 2.265, "loss": "0.348", "ppl": "1.27", "wps": "12657.8", "ups": "6.13", "wpb": "2065.8", "bsz": "97.2", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1530"} +{"epoch": 3, "update": 2.265, "loss": "0.348", "ppl": "1.27", "wps": "12657.8", "ups": "6.13", "wpb": "2065.8", "bsz": "97.2", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1530"} +{"epoch": 3, "update": 2.289, "loss": "0.326", "ppl": "1.25", "wps": "13316.3", "ups": "6.21", "wpb": "2145.9", "bsz": "105.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.873", "train_wall": "16", "gb_free": "42.6", "wall": "1546"} +{"epoch": 3, "update": 2.289, "loss": "0.326", "ppl": "1.25", "wps": "13316.3", "ups": "6.21", "wpb": "2145.9", "bsz": "105.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.873", "train_wall": "16", "gb_free": "42.6", "wall": "1546"} +{"epoch": 3, "update": 2.289, "loss": "0.326", "ppl": "1.25", "wps": "13316.3", "ups": "6.21", "wpb": "2145.9", "bsz": "105.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.873", "train_wall": "16", "gb_free": "42.6", "wall": "1546"} +{"epoch": 3, "update": 2.313, "loss": "0.319", "ppl": "1.25", "wps": "13080.8", "ups": "6.26", "wpb": "2088.6", "bsz": "108.4", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.951", "train_wall": "16", "gb_free": "42.5", "wall": "1562"} +{"epoch": 3, "update": 2.313, "loss": "0.319", "ppl": "1.25", "wps": "13080.8", "ups": "6.26", "wpb": "2088.6", "bsz": "108.4", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.951", "train_wall": "16", "gb_free": "42.5", "wall": "1562"} +{"epoch": 3, "update": 2.313, "loss": "0.319", "ppl": "1.25", "wps": "13080.8", "ups": "6.26", "wpb": "2088.6", "bsz": "108.4", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.951", "train_wall": "16", "gb_free": "42.5", "wall": "1562"} +{"epoch": 3, "update": 2.337, "loss": "0.398", "ppl": "1.32", "wps": "15745.8", "ups": "6.29", "wpb": "2503.8", "bsz": "118.8", "num_updates": "9700", "lr": "0.000321081", "gnorm": "1.035", "train_wall": "16", "gb_free": "42.5", "wall": "1578"} +{"epoch": 3, "update": 2.337, "loss": "0.398", "ppl": "1.32", "wps": "15745.8", "ups": "6.29", "wpb": "2503.8", "bsz": "118.8", "num_updates": "9700", "lr": "0.000321081", "gnorm": "1.035", "train_wall": "16", "gb_free": "42.5", "wall": "1578"} +{"epoch": 3, "update": 2.337, "loss": "0.398", "ppl": "1.32", "wps": "15745.8", "ups": "6.29", "wpb": "2503.8", "bsz": "118.8", "num_updates": "9700", "lr": "0.000321081", "gnorm": "1.035", "train_wall": "16", "gb_free": "42.5", "wall": "1578"} +{"epoch": 3, "update": 2.361, "loss": "0.316", "ppl": "1.24", "wps": "13575.2", "ups": "6.23", "wpb": "2180.3", "bsz": "106.4", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.796", "train_wall": "16", "gb_free": "42.5", "wall": "1594"} +{"epoch": 3, "update": 2.361, "loss": "0.316", "ppl": "1.24", "wps": "13575.2", "ups": "6.23", "wpb": "2180.3", "bsz": "106.4", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.796", "train_wall": "16", "gb_free": "42.5", "wall": "1594"} +{"epoch": 3, "update": 2.361, "loss": "0.316", "ppl": "1.24", "wps": "13575.2", "ups": "6.23", "wpb": "2180.3", "bsz": "106.4", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.796", "train_wall": "16", "gb_free": "42.5", "wall": "1594"} +{"epoch": 3, "update": 2.385, "loss": "0.331", "ppl": "1.26", "wps": "13951.8", "ups": "6.18", "wpb": "2257.5", "bsz": "107.7", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1610"} +{"epoch": 3, "update": 2.385, "loss": "0.331", "ppl": "1.26", "wps": "13951.8", "ups": "6.18", "wpb": "2257.5", "bsz": "107.7", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1610"} +{"epoch": 3, "update": 2.385, "loss": "0.331", "ppl": "1.26", "wps": "13951.8", "ups": "6.18", "wpb": "2257.5", "bsz": "107.7", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.848", "train_wall": "16", "gb_free": "42.5", "wall": "1610"} +{"epoch": 3, "update": 2.409, "loss": "0.282", "ppl": "1.22", "wps": "12793.8", "ups": "6.25", "wpb": "2047.6", "bsz": "101.1", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.846", "train_wall": "16", "gb_free": "41.9", "wall": "1626"} +{"epoch": 3, "update": 2.409, "loss": "0.282", "ppl": "1.22", "wps": "12793.8", "ups": "6.25", "wpb": "2047.6", "bsz": "101.1", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.846", "train_wall": "16", "gb_free": "41.9", "wall": "1626"} +{"epoch": 3, "update": 2.409, "loss": "0.282", "ppl": "1.22", "wps": "12793.8", "ups": "6.25", "wpb": "2047.6", "bsz": "101.1", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.846", "train_wall": "16", "gb_free": "41.9", "wall": "1626"} +{"epoch": 3, "update": 2.433, "loss": "0.3", "ppl": "1.23", "wps": "13961.5", "ups": "6.27", "wpb": "2225.9", "bsz": "109", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.766", "train_wall": "16", "gb_free": "41.3", "wall": "1642"} +{"epoch": 3, "update": 2.433, "loss": "0.3", "ppl": "1.23", "wps": "13961.5", "ups": "6.27", "wpb": "2225.9", "bsz": "109", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.766", "train_wall": "16", "gb_free": "41.3", "wall": "1642"} +{"epoch": 3, "update": 2.433, "loss": "0.3", "ppl": "1.23", "wps": "13961.5", "ups": "6.27", "wpb": "2225.9", "bsz": "109", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.766", "train_wall": "16", "gb_free": "41.3", "wall": "1642"} +{"epoch": 3, "update": 2.457, "loss": "0.287", "ppl": "1.22", "wps": "13959.3", "ups": "6.27", "wpb": "2225.5", "bsz": "109.9", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.789", "train_wall": "16", "gb_free": "42.5", "wall": "1658"} +{"epoch": 3, "update": 2.457, "loss": "0.287", "ppl": "1.22", "wps": "13959.3", "ups": "6.27", "wpb": "2225.5", "bsz": "109.9", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.789", "train_wall": "16", "gb_free": "42.5", "wall": "1658"} +{"epoch": 3, "update": 2.457, "loss": "0.287", "ppl": "1.22", "wps": "13959.3", "ups": "6.27", "wpb": "2225.5", "bsz": "109.9", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.789", "train_wall": "16", "gb_free": "42.5", "wall": "1658"} +{"epoch": 3, "update": 2.481, "loss": "0.295", "ppl": "1.23", "wps": "13045.1", "ups": "6.23", "wpb": "2094.7", "bsz": "102.6", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.909", "train_wall": "16", "gb_free": "42.5", "wall": "1674"} +{"epoch": 3, "update": 2.481, "loss": "0.295", "ppl": "1.23", "wps": "13045.1", "ups": "6.23", "wpb": "2094.7", "bsz": "102.6", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.909", "train_wall": "16", "gb_free": "42.5", "wall": "1674"} +{"epoch": 3, "update": 2.481, "loss": "0.295", "ppl": "1.23", "wps": "13045.1", "ups": "6.23", "wpb": "2094.7", "bsz": "102.6", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.909", "train_wall": "16", "gb_free": "42.5", "wall": "1674"} +{"epoch": 3, "update": 2.505, "loss": "0.28", "ppl": "1.21", "wps": "13408.4", "ups": "6.28", "wpb": "2134.2", "bsz": "104.2", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.7", "wall": "1690"} +{"epoch": 3, "update": 2.505, "loss": "0.28", "ppl": "1.21", "wps": "13408.4", "ups": "6.28", "wpb": "2134.2", "bsz": "104.2", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.7", "wall": "1690"} +{"epoch": 3, "update": 2.505, "loss": "0.28", "ppl": "1.21", "wps": "13408.4", "ups": "6.28", "wpb": "2134.2", "bsz": "104.2", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.7", "wall": "1690"} +{"epoch": 3, "update": 2.53, "loss": "0.303", "ppl": "1.23", "wps": "12722.2", "ups": "6.13", "wpb": "2076.8", "bsz": "95", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.83", "train_wall": "16", "gb_free": "42.5", "wall": "1706"} +{"epoch": 3, "update": 2.53, "loss": "0.303", "ppl": "1.23", "wps": "12722.2", "ups": "6.13", "wpb": "2076.8", "bsz": "95", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.83", "train_wall": "16", "gb_free": "42.5", "wall": "1706"} +{"epoch": 3, "update": 2.53, "loss": "0.303", "ppl": "1.23", "wps": "12722.2", "ups": "6.13", "wpb": "2076.8", "bsz": "95", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.83", "train_wall": "16", "gb_free": "42.5", "wall": "1706"} +{"epoch": 3, "update": 2.554, "loss": "0.272", "ppl": "1.21", "wps": "12007.7", "ups": "6.21", "wpb": "1934.7", "bsz": "92.1", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.852", "train_wall": "16", "gb_free": "42.6", "wall": "1722"} +{"epoch": 3, "update": 2.554, "loss": "0.272", "ppl": "1.21", "wps": "12007.7", "ups": "6.21", "wpb": "1934.7", "bsz": "92.1", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.852", "train_wall": "16", "gb_free": "42.6", "wall": "1722"} +{"epoch": 3, "update": 2.554, "loss": "0.272", "ppl": "1.21", "wps": "12007.7", "ups": "6.21", "wpb": "1934.7", "bsz": "92.1", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.852", "train_wall": "16", "gb_free": "42.6", "wall": "1722"} +{"epoch": 3, "update": 2.578, "loss": "0.249", "ppl": "1.19", "wps": "13364", "ups": "6.27", "wpb": "2132.3", "bsz": "107.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.776", "train_wall": "16", "gb_free": "41.9", "wall": "1738"} +{"epoch": 3, "update": 2.578, "loss": "0.249", "ppl": "1.19", "wps": "13364", "ups": "6.27", "wpb": "2132.3", "bsz": "107.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.776", "train_wall": "16", "gb_free": "41.9", "wall": "1738"} +{"epoch": 3, "update": 2.578, "loss": "0.249", "ppl": "1.19", "wps": "13364", "ups": "6.27", "wpb": "2132.3", "bsz": "107.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.776", "train_wall": "16", "gb_free": "41.9", "wall": "1738"} +{"epoch": 3, "update": 2.602, "loss": "0.298", "ppl": "1.23", "wps": "13706.1", "ups": "6.25", "wpb": "2192.7", "bsz": "103.3", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.953", "train_wall": "16", "gb_free": "42.7", "wall": "1754"} +{"epoch": 3, "update": 2.602, "loss": "0.298", "ppl": "1.23", "wps": "13706.1", "ups": "6.25", "wpb": "2192.7", "bsz": "103.3", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.953", "train_wall": "16", "gb_free": "42.7", "wall": "1754"} +{"epoch": 3, "update": 2.602, "loss": "0.298", "ppl": "1.23", "wps": "13706.1", "ups": "6.25", "wpb": "2192.7", "bsz": "103.3", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.953", "train_wall": "16", "gb_free": "42.7", "wall": "1754"} +{"epoch": 3, "update": 2.626, "loss": "0.311", "ppl": "1.24", "wps": "13229.2", "ups": "6.21", "wpb": "2130.5", "bsz": "102.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.962", "train_wall": "16", "gb_free": "42.6", "wall": "1770"} +{"epoch": 3, "update": 2.626, "loss": "0.311", "ppl": "1.24", "wps": "13229.2", "ups": "6.21", "wpb": "2130.5", "bsz": "102.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.962", "train_wall": "16", "gb_free": "42.6", "wall": "1770"} +{"epoch": 3, "update": 2.626, "loss": "0.311", "ppl": "1.24", "wps": "13229.2", "ups": "6.21", "wpb": "2130.5", "bsz": "102.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.962", "train_wall": "16", "gb_free": "42.6", "wall": "1770"} +{"epoch": 3, "update": 2.65, "loss": "0.266", "ppl": "1.2", "wps": "12710.8", "ups": "6.26", "wpb": "2030.6", "bsz": "96.6", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.5", "wall": "1786"} +{"epoch": 3, "update": 2.65, "loss": "0.266", "ppl": "1.2", "wps": "12710.8", "ups": "6.26", "wpb": "2030.6", "bsz": "96.6", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.5", "wall": "1786"} +{"epoch": 3, "update": 2.65, "loss": "0.266", "ppl": "1.2", "wps": "12710.8", "ups": "6.26", "wpb": "2030.6", "bsz": "96.6", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.5", "wall": "1786"} +{"epoch": 3, "update": 2.674, "loss": "0.282", "ppl": "1.22", "wps": "13931.2", "ups": "6.24", "wpb": "2233.6", "bsz": "106.5", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.769", "train_wall": "16", "gb_free": "42.5", "wall": "1802"} +{"epoch": 3, "update": 2.674, "loss": "0.282", "ppl": "1.22", "wps": "13931.2", "ups": "6.24", "wpb": "2233.6", "bsz": "106.5", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.769", "train_wall": "16", "gb_free": "42.5", "wall": "1802"} +{"epoch": 3, "update": 2.674, "loss": "0.282", "ppl": "1.22", "wps": "13931.2", "ups": "6.24", "wpb": "2233.6", "bsz": "106.5", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.769", "train_wall": "16", "gb_free": "42.5", "wall": "1802"} +{"epoch": 3, "update": 2.698, "loss": "0.257", "ppl": "1.2", "wps": "13739.4", "ups": "6.25", "wpb": "2197.6", "bsz": "107.6", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.4", "wall": "1818"} +{"epoch": 3, "update": 2.698, "loss": "0.257", "ppl": "1.2", "wps": "13739.4", "ups": "6.25", "wpb": "2197.6", "bsz": "107.6", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.4", "wall": "1818"} +{"epoch": 3, "update": 2.698, "loss": "0.257", "ppl": "1.2", "wps": "13739.4", "ups": "6.25", "wpb": "2197.6", "bsz": "107.6", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.4", "wall": "1818"} +{"epoch": 3, "update": 2.722, "loss": "0.258", "ppl": "1.2", "wps": "14423.9", "ups": "6.28", "wpb": "2296.5", "bsz": "111.4", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.697", "train_wall": "16", "gb_free": "42.5", "wall": "1834"} +{"epoch": 3, "update": 2.722, "loss": "0.258", "ppl": "1.2", "wps": "14423.9", "ups": "6.28", "wpb": "2296.5", "bsz": "111.4", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.697", "train_wall": "16", "gb_free": "42.5", "wall": "1834"} +{"epoch": 3, "update": 2.722, "loss": "0.258", "ppl": "1.2", "wps": "14423.9", "ups": "6.28", "wpb": "2296.5", "bsz": "111.4", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.697", "train_wall": "16", "gb_free": "42.5", "wall": "1834"} +{"epoch": 3, "update": 2.746, "loss": "0.228", "ppl": "1.17", "wps": "13381", "ups": "6.24", "wpb": "2145.8", "bsz": "105.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.777", "train_wall": "16", "gb_free": "42.5", "wall": "1850"} +{"epoch": 3, "update": 2.746, "loss": "0.228", "ppl": "1.17", "wps": "13381", "ups": "6.24", "wpb": "2145.8", "bsz": "105.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.777", "train_wall": "16", "gb_free": "42.5", "wall": "1850"} +{"epoch": 3, "update": 2.746, "loss": "0.228", "ppl": "1.17", "wps": "13381", "ups": "6.24", "wpb": "2145.8", "bsz": "105.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.777", "train_wall": "16", "gb_free": "42.5", "wall": "1850"} +{"epoch": 3, "update": 2.77, "loss": "0.234", "ppl": "1.18", "wps": "12065", "ups": "6.16", "wpb": "1957.2", "bsz": "97.6", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.746", "train_wall": "16", "gb_free": "42.7", "wall": "1867"} +{"epoch": 3, "update": 2.77, "loss": "0.234", "ppl": "1.18", "wps": "12065", "ups": "6.16", "wpb": "1957.2", "bsz": "97.6", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.746", "train_wall": "16", "gb_free": "42.7", "wall": "1867"} +{"epoch": 3, "update": 2.77, "loss": "0.234", "ppl": "1.18", "wps": "12065", "ups": "6.16", "wpb": "1957.2", "bsz": "97.6", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.746", "train_wall": "16", "gb_free": "42.7", "wall": "1867"} +{"epoch": 3, "update": 2.795, "loss": "0.268", "ppl": "1.2", "wps": "12242.3", "ups": "6.08", "wpb": "2014.5", "bsz": "96.5", "num_updates": "11600", "lr": "0.00029361", "gnorm": "1.071", "train_wall": "16", "gb_free": "42.6", "wall": "1883"} +{"epoch": 3, "update": 2.795, "loss": "0.268", "ppl": "1.2", "wps": "12242.3", "ups": "6.08", "wpb": "2014.5", "bsz": "96.5", "num_updates": "11600", "lr": "0.00029361", "gnorm": "1.071", "train_wall": "16", "gb_free": "42.6", "wall": "1883"} +{"epoch": 3, "update": 2.795, "loss": "0.268", "ppl": "1.2", "wps": "12242.3", "ups": "6.08", "wpb": "2014.5", "bsz": "96.5", "num_updates": "11600", "lr": "0.00029361", "gnorm": "1.071", "train_wall": "16", "gb_free": "42.6", "wall": "1883"} +{"epoch": 3, "update": 2.819, "loss": "0.233", "ppl": "1.18", "wps": "13263", "ups": "6.23", "wpb": "2130.4", "bsz": "103.9", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.72", "train_wall": "16", "gb_free": "42.5", "wall": "1899"} +{"epoch": 3, "update": 2.819, "loss": "0.233", "ppl": "1.18", "wps": "13263", "ups": "6.23", "wpb": "2130.4", "bsz": "103.9", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.72", "train_wall": "16", "gb_free": "42.5", "wall": "1899"} +{"epoch": 3, "update": 2.819, "loss": "0.233", "ppl": "1.18", "wps": "13263", "ups": "6.23", "wpb": "2130.4", "bsz": "103.9", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.72", "train_wall": "16", "gb_free": "42.5", "wall": "1899"} +{"epoch": 3, "update": 2.843, "loss": "0.228", "ppl": "1.17", "wps": "14403.3", "ups": "6.3", "wpb": "2286.6", "bsz": "115.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.728", "train_wall": "16", "gb_free": "42.5", "wall": "1915"} +{"epoch": 3, "update": 2.843, "loss": "0.228", "ppl": "1.17", "wps": "14403.3", "ups": "6.3", "wpb": "2286.6", "bsz": "115.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.728", "train_wall": "16", "gb_free": "42.5", "wall": "1915"} +{"epoch": 3, "update": 2.843, "loss": "0.228", "ppl": "1.17", "wps": "14403.3", "ups": "6.3", "wpb": "2286.6", "bsz": "115.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.728", "train_wall": "16", "gb_free": "42.5", "wall": "1915"} +{"epoch": 3, "update": 2.867, "loss": "0.223", "ppl": "1.17", "wps": "12783.9", "ups": "6.22", "wpb": "2055.3", "bsz": "102.1", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "1931"} +{"epoch": 3, "update": 2.867, "loss": "0.223", "ppl": "1.17", "wps": "12783.9", "ups": "6.22", "wpb": "2055.3", "bsz": "102.1", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "1931"} +{"epoch": 3, "update": 2.867, "loss": "0.223", "ppl": "1.17", "wps": "12783.9", "ups": "6.22", "wpb": "2055.3", "bsz": "102.1", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "1931"} +{"epoch": 3, "update": 2.891, "loss": "0.259", "ppl": "1.2", "wps": "13416", "ups": "6.09", "wpb": "2201.3", "bsz": "103", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.797", "train_wall": "16", "gb_free": "42.6", "wall": "1947"} +{"epoch": 3, "update": 2.891, "loss": "0.259", "ppl": "1.2", "wps": "13416", "ups": "6.09", "wpb": "2201.3", "bsz": "103", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.797", "train_wall": "16", "gb_free": "42.6", "wall": "1947"} +{"epoch": 3, "update": 2.891, "loss": "0.259", "ppl": "1.2", "wps": "13416", "ups": "6.09", "wpb": "2201.3", "bsz": "103", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.797", "train_wall": "16", "gb_free": "42.6", "wall": "1947"} +{"epoch": 3, "update": 2.915, "loss": "0.249", "ppl": "1.19", "wps": "13525.4", "ups": "6.18", "wpb": "2188.9", "bsz": "102", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.738", "train_wall": "16", "gb_free": "42.5", "wall": "1964"} +{"epoch": 3, "update": 2.915, "loss": "0.249", "ppl": "1.19", "wps": "13525.4", "ups": "6.18", "wpb": "2188.9", "bsz": "102", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.738", "train_wall": "16", "gb_free": "42.5", "wall": "1964"} +{"epoch": 3, "update": 2.915, "loss": "0.249", "ppl": "1.19", "wps": "13525.4", "ups": "6.18", "wpb": "2188.9", "bsz": "102", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.738", "train_wall": "16", "gb_free": "42.5", "wall": "1964"} +{"epoch": 3, "update": 2.939, "loss": "0.228", "ppl": "1.17", "wps": "11943.3", "ups": "6.17", "wpb": "1937", "bsz": "91.6", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.7", "wall": "1980"} +{"epoch": 3, "update": 2.939, "loss": "0.228", "ppl": "1.17", "wps": "11943.3", "ups": "6.17", "wpb": "1937", "bsz": "91.6", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.7", "wall": "1980"} +{"epoch": 3, "update": 2.939, "loss": "0.228", "ppl": "1.17", "wps": "11943.3", "ups": "6.17", "wpb": "1937", "bsz": "91.6", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.7", "wall": "1980"} +{"epoch": 3, "update": 2.963, "loss": "0.246", "ppl": "1.19", "wps": "14417.9", "ups": "6.25", "wpb": "2307.3", "bsz": "104.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "1996"} +{"epoch": 3, "update": 2.963, "loss": "0.246", "ppl": "1.19", "wps": "14417.9", "ups": "6.25", "wpb": "2307.3", "bsz": "104.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "1996"} +{"epoch": 3, "update": 2.963, "loss": "0.246", "ppl": "1.19", "wps": "14417.9", "ups": "6.25", "wpb": "2307.3", "bsz": "104.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "1996"} +{"epoch": 3, "update": 2.987, "loss": "0.216", "ppl": "1.16", "wps": "11935.6", "ups": "6.13", "wpb": "1945.9", "bsz": "95.3", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.6", "wall": "2012"} +{"epoch": 3, "update": 2.987, "loss": "0.216", "ppl": "1.16", "wps": "11935.6", "ups": "6.13", "wpb": "1945.9", "bsz": "95.3", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.6", "wall": "2012"} +{"epoch": 3, "update": 2.987, "loss": "0.216", "ppl": "1.16", "wps": "11935.6", "ups": "6.13", "wpb": "1945.9", "bsz": "95.3", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.814", "train_wall": "16", "gb_free": "42.6", "wall": "2012"} +begin validation on "valid" subset +{"epoch": 3, "valid_loss": "0.201", "valid_ppl": "1.15", "valid_wps": "41347.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "12453", "valid_best_loss": "0.201"} +{"epoch": 3, "valid_loss": "0.201", "valid_ppl": "1.15", "valid_wps": "41347.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "12453", "valid_best_loss": "0.201"} +{"epoch": 3, "valid_loss": "0.201", "valid_ppl": "1.15", "valid_wps": "41347.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "12453", "valid_best_loss": "0.201"} +end of epoch 3 (average epoch stats below) +{"epoch": 3, "train_loss": "0.299", "train_ppl": "1.23", "train_wps": "13167.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "12453", "train_lr": "0.000283376", "train_gnorm": "0.85", "train_train_wall": "661", "train_gb_free": "41.9", "train_wall": "2027"} +{"epoch": 3, "train_loss": "0.299", "train_ppl": "1.23", "train_wps": "13167.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "12453", "train_lr": "0.000283376", "train_gnorm": "0.85", "train_train_wall": "661", "train_gb_free": "41.9", "train_wall": "2027"} +{"epoch": 3, "train_loss": "0.299", "train_ppl": "1.23", "train_wps": "13167.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "12453", "train_lr": "0.000283376", "train_gnorm": "0.85", "train_train_wall": "661", "train_gb_free": "41.9", "train_wall": "2027"} +Start iterating over samples +{"epoch": 4, "update": 3.011, "loss": "0.223", "ppl": "1.17", "wps": "9828.8", "ups": "4.48", "wpb": "2192.6", "bsz": "105.7", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.74", "train_wall": "16", "gb_free": "42.6", "wall": "2034"} +{"epoch": 4, "update": 3.011, "loss": "0.223", "ppl": "1.17", "wps": "9828.8", "ups": "4.48", "wpb": "2192.6", "bsz": "105.7", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.74", "train_wall": "16", "gb_free": "42.6", "wall": "2034"} +{"epoch": 4, "update": 3.011, "loss": "0.223", "ppl": "1.17", "wps": "9828.8", "ups": "4.48", "wpb": "2192.6", "bsz": "105.7", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.74", "train_wall": "16", "gb_free": "42.6", "wall": "2034"} +{"epoch": 4, "update": 3.011, "loss": "0.223", "ppl": "1.17", "wps": "9828.8", "ups": "4.48", "wpb": "2192.6", "bsz": "105.7", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.74", "train_wall": "16", "gb_free": "42.6", "wall": "2034"} +{"epoch": 4, "update": 3.035, "loss": "0.191", "ppl": "1.14", "wps": "12527.7", "ups": "6.16", "wpb": "2034.4", "bsz": "99.9", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.744", "train_wall": "16", "gb_free": "41.4", "wall": "2051"} +{"epoch": 4, "update": 3.035, "loss": "0.191", "ppl": "1.14", "wps": "12527.7", "ups": "6.16", "wpb": "2034.4", "bsz": "99.9", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.744", "train_wall": "16", "gb_free": "41.4", "wall": "2051"} +{"epoch": 4, "update": 3.035, "loss": "0.191", "ppl": "1.14", "wps": "12527.7", "ups": "6.16", "wpb": "2034.4", "bsz": "99.9", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.744", "train_wall": "16", "gb_free": "41.4", "wall": "2051"} +{"epoch": 4, "update": 3.035, "loss": "0.191", "ppl": "1.14", "wps": "12527.7", "ups": "6.16", "wpb": "2034.4", "bsz": "99.9", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.744", "train_wall": "16", "gb_free": "41.4", "wall": "2051"} +{"epoch": 4, "update": 3.06, "loss": "0.186", "ppl": "1.14", "wps": "12068", "ups": "6.19", "wpb": "1948.8", "bsz": "95.3", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "2067"} +{"epoch": 4, "update": 3.06, "loss": "0.186", "ppl": "1.14", "wps": "12068", "ups": "6.19", "wpb": "1948.8", "bsz": "95.3", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "2067"} +{"epoch": 4, "update": 3.06, "loss": "0.186", "ppl": "1.14", "wps": "12068", "ups": "6.19", "wpb": "1948.8", "bsz": "95.3", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "2067"} +{"epoch": 4, "update": 3.06, "loss": "0.186", "ppl": "1.14", "wps": "12068", "ups": "6.19", "wpb": "1948.8", "bsz": "95.3", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.743", "train_wall": "16", "gb_free": "42.5", "wall": "2067"} +{"epoch": 4, "update": 3.084, "loss": "0.184", "ppl": "1.14", "wps": "12493.8", "ups": "6.15", "wpb": "2032.9", "bsz": "101.7", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.5", "wall": "2083"} +{"epoch": 4, "update": 3.084, "loss": "0.184", "ppl": "1.14", "wps": "12493.8", "ups": "6.15", "wpb": "2032.9", "bsz": "101.7", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.5", "wall": "2083"} +{"epoch": 4, "update": 3.084, "loss": "0.184", "ppl": "1.14", "wps": "12493.8", "ups": "6.15", "wpb": "2032.9", "bsz": "101.7", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.5", "wall": "2083"} +{"epoch": 4, "update": 3.084, "loss": "0.184", "ppl": "1.14", "wps": "12493.8", "ups": "6.15", "wpb": "2032.9", "bsz": "101.7", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.5", "wall": "2083"} +{"epoch": 4, "update": 3.108, "loss": "0.233", "ppl": "1.17", "wps": "14819.7", "ups": "6.27", "wpb": "2362.6", "bsz": "109.6", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.6", "wall": "2099"} +{"epoch": 4, "update": 3.108, "loss": "0.233", "ppl": "1.17", "wps": "14819.7", "ups": "6.27", "wpb": "2362.6", "bsz": "109.6", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.6", "wall": "2099"} +{"epoch": 4, "update": 3.108, "loss": "0.233", "ppl": "1.17", "wps": "14819.7", "ups": "6.27", "wpb": "2362.6", "bsz": "109.6", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.6", "wall": "2099"} +{"epoch": 4, "update": 3.108, "loss": "0.233", "ppl": "1.17", "wps": "14819.7", "ups": "6.27", "wpb": "2362.6", "bsz": "109.6", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.756", "train_wall": "16", "gb_free": "42.6", "wall": "2099"} +{"epoch": 4, "update": 3.132, "loss": "0.224", "ppl": "1.17", "wps": "13331.2", "ups": "6.19", "wpb": "2154.1", "bsz": "103", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.862", "train_wall": "16", "gb_free": "41.9", "wall": "2115"} +{"epoch": 4, "update": 3.132, "loss": "0.224", "ppl": "1.17", "wps": "13331.2", "ups": "6.19", "wpb": "2154.1", "bsz": "103", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.862", "train_wall": "16", "gb_free": "41.9", "wall": "2115"} +{"epoch": 4, "update": 3.132, "loss": "0.224", "ppl": "1.17", "wps": "13331.2", "ups": "6.19", "wpb": "2154.1", "bsz": "103", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.862", "train_wall": "16", "gb_free": "41.9", "wall": "2115"} +{"epoch": 4, "update": 3.132, "loss": "0.224", "ppl": "1.17", "wps": "13331.2", "ups": "6.19", "wpb": "2154.1", "bsz": "103", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.862", "train_wall": "16", "gb_free": "41.9", "wall": "2115"} +{"epoch": 4, "update": 3.156, "loss": "0.19", "ppl": "1.14", "wps": "12952.5", "ups": "6.19", "wpb": "2090.8", "bsz": "103.2", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.688", "train_wall": "16", "gb_free": "42", "wall": "2131"} +{"epoch": 4, "update": 3.156, "loss": "0.19", "ppl": "1.14", "wps": "12952.5", "ups": "6.19", "wpb": "2090.8", "bsz": "103.2", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.688", "train_wall": "16", "gb_free": "42", "wall": "2131"} +{"epoch": 4, "update": 3.156, "loss": "0.19", "ppl": "1.14", "wps": "12952.5", "ups": "6.19", "wpb": "2090.8", "bsz": "103.2", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.688", "train_wall": "16", "gb_free": "42", "wall": "2131"} +{"epoch": 4, "update": 3.156, "loss": "0.19", "ppl": "1.14", "wps": "12952.5", "ups": "6.19", "wpb": "2090.8", "bsz": "103.2", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.688", "train_wall": "16", "gb_free": "42", "wall": "2131"} +{"epoch": 4, "update": 3.18, "loss": "0.186", "ppl": "1.14", "wps": "13398.9", "ups": "6.27", "wpb": "2135.3", "bsz": "102.7", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.8", "wall": "2147"} +{"epoch": 4, "update": 3.18, "loss": "0.186", "ppl": "1.14", "wps": "13398.9", "ups": "6.27", "wpb": "2135.3", "bsz": "102.7", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.8", "wall": "2147"} +{"epoch": 4, "update": 3.18, "loss": "0.186", "ppl": "1.14", "wps": "13398.9", "ups": "6.27", "wpb": "2135.3", "bsz": "102.7", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.8", "wall": "2147"} +{"epoch": 4, "update": 3.18, "loss": "0.186", "ppl": "1.14", "wps": "13398.9", "ups": "6.27", "wpb": "2135.3", "bsz": "102.7", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.8", "wall": "2147"} +{"epoch": 4, "update": 3.204, "loss": "0.214", "ppl": "1.16", "wps": "13612.7", "ups": "6.21", "wpb": "2193", "bsz": "102.1", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.717", "train_wall": "16", "gb_free": "41.5", "wall": "2163"} +{"epoch": 4, "update": 3.204, "loss": "0.214", "ppl": "1.16", "wps": "13612.7", "ups": "6.21", "wpb": "2193", "bsz": "102.1", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.717", "train_wall": "16", "gb_free": "41.5", "wall": "2163"} +{"epoch": 4, "update": 3.204, "loss": "0.214", "ppl": "1.16", "wps": "13612.7", "ups": "6.21", "wpb": "2193", "bsz": "102.1", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.717", "train_wall": "16", "gb_free": "41.5", "wall": "2163"} +{"epoch": 4, "update": 3.204, "loss": "0.214", "ppl": "1.16", "wps": "13612.7", "ups": "6.21", "wpb": "2193", "bsz": "102.1", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.717", "train_wall": "16", "gb_free": "41.5", "wall": "2163"} +{"epoch": 4, "update": 3.228, "loss": "0.18", "ppl": "1.13", "wps": "13328.8", "ups": "6.22", "wpb": "2144", "bsz": "104.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.6", "wall": "2179"} +{"epoch": 4, "update": 3.228, "loss": "0.18", "ppl": "1.13", "wps": "13328.8", "ups": "6.22", "wpb": "2144", "bsz": "104.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.6", "wall": "2179"} +{"epoch": 4, "update": 3.228, "loss": "0.18", "ppl": "1.13", "wps": "13328.8", "ups": "6.22", "wpb": "2144", "bsz": "104.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.6", "wall": "2179"} +{"epoch": 4, "update": 3.228, "loss": "0.18", "ppl": "1.13", "wps": "13328.8", "ups": "6.22", "wpb": "2144", "bsz": "104.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.6", "wall": "2179"} +{"epoch": 4, "update": 3.252, "loss": "0.197", "ppl": "1.15", "wps": "13525.3", "ups": "6.25", "wpb": "2164.2", "bsz": "103.4", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.753", "train_wall": "16", "gb_free": "42.5", "wall": "2195"} +{"epoch": 4, "update": 3.252, "loss": "0.197", "ppl": "1.15", "wps": "13525.3", "ups": "6.25", "wpb": "2164.2", "bsz": "103.4", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.753", "train_wall": "16", "gb_free": "42.5", "wall": "2195"} +{"epoch": 4, "update": 3.252, "loss": "0.197", "ppl": "1.15", "wps": "13525.3", "ups": "6.25", "wpb": "2164.2", "bsz": "103.4", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.753", "train_wall": "16", "gb_free": "42.5", "wall": "2195"} +{"epoch": 4, "update": 3.252, "loss": "0.197", "ppl": "1.15", "wps": "13525.3", "ups": "6.25", "wpb": "2164.2", "bsz": "103.4", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.753", "train_wall": "16", "gb_free": "42.5", "wall": "2195"} +{"epoch": 4, "update": 3.276, "loss": "0.176", "ppl": "1.13", "wps": "13571.3", "ups": "6.25", "wpb": "2171.1", "bsz": "105.8", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.6", "wall": "2211"} +{"epoch": 4, "update": 3.276, "loss": "0.176", "ppl": "1.13", "wps": "13571.3", "ups": "6.25", "wpb": "2171.1", "bsz": "105.8", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.6", "wall": "2211"} +{"epoch": 4, "update": 3.276, "loss": "0.176", "ppl": "1.13", "wps": "13571.3", "ups": "6.25", "wpb": "2171.1", "bsz": "105.8", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.6", "wall": "2211"} +{"epoch": 4, "update": 3.276, "loss": "0.176", "ppl": "1.13", "wps": "13571.3", "ups": "6.25", "wpb": "2171.1", "bsz": "105.8", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.775", "train_wall": "16", "gb_free": "42.6", "wall": "2211"} +{"epoch": 4, "update": 3.3, "loss": "0.176", "ppl": "1.13", "wps": "12677.8", "ups": "6.22", "wpb": "2038", "bsz": "98.4", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.7", "wall": "2228"} +{"epoch": 4, "update": 3.3, "loss": "0.176", "ppl": "1.13", "wps": "12677.8", "ups": "6.22", "wpb": "2038", "bsz": "98.4", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.7", "wall": "2228"} +{"epoch": 4, "update": 3.3, "loss": "0.176", "ppl": "1.13", "wps": "12677.8", "ups": "6.22", "wpb": "2038", "bsz": "98.4", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.7", "wall": "2228"} +{"epoch": 4, "update": 3.3, "loss": "0.176", "ppl": "1.13", "wps": "12677.8", "ups": "6.22", "wpb": "2038", "bsz": "98.4", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.7", "wall": "2228"} +{"epoch": 4, "update": 3.325, "loss": "0.179", "ppl": "1.13", "wps": "14664.2", "ups": "6.27", "wpb": "2340.2", "bsz": "115", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.779", "train_wall": "16", "gb_free": "42.5", "wall": "2244"} +{"epoch": 4, "update": 3.325, "loss": "0.179", "ppl": "1.13", "wps": "14664.2", "ups": "6.27", "wpb": "2340.2", "bsz": "115", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.779", "train_wall": "16", "gb_free": "42.5", "wall": "2244"} +{"epoch": 4, "update": 3.325, "loss": "0.179", "ppl": "1.13", "wps": "14664.2", "ups": "6.27", "wpb": "2340.2", "bsz": "115", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.779", "train_wall": "16", "gb_free": "42.5", "wall": "2244"} +{"epoch": 4, "update": 3.325, "loss": "0.179", "ppl": "1.13", "wps": "14664.2", "ups": "6.27", "wpb": "2340.2", "bsz": "115", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.779", "train_wall": "16", "gb_free": "42.5", "wall": "2244"} +{"epoch": 4, "update": 3.349, "loss": "0.186", "ppl": "1.14", "wps": "12342.8", "ups": "6.17", "wpb": "2002", "bsz": "98.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.4", "wall": "2260"} +{"epoch": 4, "update": 3.349, "loss": "0.186", "ppl": "1.14", "wps": "12342.8", "ups": "6.17", "wpb": "2002", "bsz": "98.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.4", "wall": "2260"} +{"epoch": 4, "update": 3.349, "loss": "0.186", "ppl": "1.14", "wps": "12342.8", "ups": "6.17", "wpb": "2002", "bsz": "98.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.4", "wall": "2260"} +{"epoch": 4, "update": 3.349, "loss": "0.186", "ppl": "1.14", "wps": "12342.8", "ups": "6.17", "wpb": "2002", "bsz": "98.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.855", "train_wall": "16", "gb_free": "42.4", "wall": "2260"} +{"epoch": 4, "update": 3.373, "loss": "0.158", "ppl": "1.12", "wps": "13296.6", "ups": "6.28", "wpb": "2116.5", "bsz": "102.1", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.9", "wall": "2276"} +{"epoch": 4, "update": 3.373, "loss": "0.158", "ppl": "1.12", "wps": "13296.6", "ups": "6.28", "wpb": "2116.5", "bsz": "102.1", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.9", "wall": "2276"} +{"epoch": 4, "update": 3.373, "loss": "0.158", "ppl": "1.12", "wps": "13296.6", "ups": "6.28", "wpb": "2116.5", "bsz": "102.1", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.9", "wall": "2276"} +{"epoch": 4, "update": 3.373, "loss": "0.158", "ppl": "1.12", "wps": "13296.6", "ups": "6.28", "wpb": "2116.5", "bsz": "102.1", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.703", "train_wall": "16", "gb_free": "42.9", "wall": "2276"} +{"epoch": 4, "update": 3.397, "loss": "0.171", "ppl": "1.13", "wps": "13404.3", "ups": "6.26", "wpb": "2142.2", "bsz": "104.1", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.6", "wall": "2292"} +{"epoch": 4, "update": 3.397, "loss": "0.171", "ppl": "1.13", "wps": "13404.3", "ups": "6.26", "wpb": "2142.2", "bsz": "104.1", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.6", "wall": "2292"} +{"epoch": 4, "update": 3.397, "loss": "0.171", "ppl": "1.13", "wps": "13404.3", "ups": "6.26", "wpb": "2142.2", "bsz": "104.1", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.6", "wall": "2292"} +{"epoch": 4, "update": 3.397, "loss": "0.171", "ppl": "1.13", "wps": "13404.3", "ups": "6.26", "wpb": "2142.2", "bsz": "104.1", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.6", "wall": "2292"} +{"epoch": 4, "update": 3.421, "loss": "0.169", "ppl": "1.12", "wps": "15507.7", "ups": "6.34", "wpb": "2445.3", "bsz": "115.8", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.655", "train_wall": "16", "gb_free": "42.6", "wall": "2307"} +{"epoch": 4, "update": 3.421, "loss": "0.169", "ppl": "1.12", "wps": "15507.7", "ups": "6.34", "wpb": "2445.3", "bsz": "115.8", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.655", "train_wall": "16", "gb_free": "42.6", "wall": "2307"} +{"epoch": 4, "update": 3.421, "loss": "0.169", "ppl": "1.12", "wps": "15507.7", "ups": "6.34", "wpb": "2445.3", "bsz": "115.8", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.655", "train_wall": "16", "gb_free": "42.6", "wall": "2307"} +{"epoch": 4, "update": 3.421, "loss": "0.169", "ppl": "1.12", "wps": "15507.7", "ups": "6.34", "wpb": "2445.3", "bsz": "115.8", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.655", "train_wall": "16", "gb_free": "42.6", "wall": "2307"} +{"epoch": 4, "update": 3.445, "loss": "0.174", "ppl": "1.13", "wps": "11559.5", "ups": "6.09", "wpb": "1897.2", "bsz": "90.7", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.4", "wall": "2324"} +{"epoch": 4, "update": 3.445, "loss": "0.174", "ppl": "1.13", "wps": "11559.5", "ups": "6.09", "wpb": "1897.2", "bsz": "90.7", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.4", "wall": "2324"} +{"epoch": 4, "update": 3.445, "loss": "0.174", "ppl": "1.13", "wps": "11559.5", "ups": "6.09", "wpb": "1897.2", "bsz": "90.7", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.4", "wall": "2324"} +{"epoch": 4, "update": 3.445, "loss": "0.174", "ppl": "1.13", "wps": "11559.5", "ups": "6.09", "wpb": "1897.2", "bsz": "90.7", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.4", "wall": "2324"} +{"epoch": 4, "update": 3.469, "loss": "0.17", "ppl": "1.13", "wps": "13041", "ups": "6.23", "wpb": "2093", "bsz": "97.8", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.699", "train_wall": "16", "gb_free": "42.3", "wall": "2340"} +{"epoch": 4, "update": 3.469, "loss": "0.17", "ppl": "1.13", "wps": "13041", "ups": "6.23", "wpb": "2093", "bsz": "97.8", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.699", "train_wall": "16", "gb_free": "42.3", "wall": "2340"} +{"epoch": 4, "update": 3.469, "loss": "0.17", "ppl": "1.13", "wps": "13041", "ups": "6.23", "wpb": "2093", "bsz": "97.8", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.699", "train_wall": "16", "gb_free": "42.3", "wall": "2340"} +{"epoch": 4, "update": 3.469, "loss": "0.17", "ppl": "1.13", "wps": "13041", "ups": "6.23", "wpb": "2093", "bsz": "97.8", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.699", "train_wall": "16", "gb_free": "42.3", "wall": "2340"} +{"epoch": 4, "update": 3.493, "loss": "0.161", "ppl": "1.12", "wps": "12954.3", "ups": "6.21", "wpb": "2085.9", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.719", "train_wall": "16", "gb_free": "42.6", "wall": "2356"} +{"epoch": 4, "update": 3.493, "loss": "0.161", "ppl": "1.12", "wps": "12954.3", "ups": "6.21", "wpb": "2085.9", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.719", "train_wall": "16", "gb_free": "42.6", "wall": "2356"} +{"epoch": 4, "update": 3.493, "loss": "0.161", "ppl": "1.12", "wps": "12954.3", "ups": "6.21", "wpb": "2085.9", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.719", "train_wall": "16", "gb_free": "42.6", "wall": "2356"} +{"epoch": 4, "update": 3.493, "loss": "0.161", "ppl": "1.12", "wps": "12954.3", "ups": "6.21", "wpb": "2085.9", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.719", "train_wall": "16", "gb_free": "42.6", "wall": "2356"} +{"epoch": 4, "update": 3.517, "loss": "0.189", "ppl": "1.14", "wps": "13510.5", "ups": "6.2", "wpb": "2177.7", "bsz": "103.5", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.818", "train_wall": "16", "gb_free": "42.6", "wall": "2372"} +{"epoch": 4, "update": 3.517, "loss": "0.189", "ppl": "1.14", "wps": "13510.5", "ups": "6.2", "wpb": "2177.7", "bsz": "103.5", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.818", "train_wall": "16", "gb_free": "42.6", "wall": "2372"} +{"epoch": 4, "update": 3.517, "loss": "0.189", "ppl": "1.14", "wps": "13510.5", "ups": "6.2", "wpb": "2177.7", "bsz": "103.5", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.818", "train_wall": "16", "gb_free": "42.6", "wall": "2372"} +{"epoch": 4, "update": 3.517, "loss": "0.189", "ppl": "1.14", "wps": "13510.5", "ups": "6.2", "wpb": "2177.7", "bsz": "103.5", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.818", "train_wall": "16", "gb_free": "42.6", "wall": "2372"} +{"epoch": 4, "update": 3.541, "loss": "0.169", "ppl": "1.12", "wps": "13773.4", "ups": "6.26", "wpb": "2200.7", "bsz": "107.4", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.73", "train_wall": "16", "gb_free": "42.6", "wall": "2388"} +{"epoch": 4, "update": 3.541, "loss": "0.169", "ppl": "1.12", "wps": "13773.4", "ups": "6.26", "wpb": "2200.7", "bsz": "107.4", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.73", "train_wall": "16", "gb_free": "42.6", "wall": "2388"} +{"epoch": 4, "update": 3.541, "loss": "0.169", "ppl": "1.12", "wps": "13773.4", "ups": "6.26", "wpb": "2200.7", "bsz": "107.4", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.73", "train_wall": "16", "gb_free": "42.6", "wall": "2388"} +{"epoch": 4, "update": 3.541, "loss": "0.169", "ppl": "1.12", "wps": "13773.4", "ups": "6.26", "wpb": "2200.7", "bsz": "107.4", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.73", "train_wall": "16", "gb_free": "42.6", "wall": "2388"} +{"epoch": 4, "update": 3.565, "loss": "0.157", "ppl": "1.11", "wps": "15253", "ups": "6.27", "wpb": "2433.5", "bsz": "115.4", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.636", "train_wall": "16", "gb_free": "42.5", "wall": "2404"} +{"epoch": 4, "update": 3.565, "loss": "0.157", "ppl": "1.11", "wps": "15253", "ups": "6.27", "wpb": "2433.5", "bsz": "115.4", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.636", "train_wall": "16", "gb_free": "42.5", "wall": "2404"} +{"epoch": 4, "update": 3.565, "loss": "0.157", "ppl": "1.11", "wps": "15253", "ups": "6.27", "wpb": "2433.5", "bsz": "115.4", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.636", "train_wall": "16", "gb_free": "42.5", "wall": "2404"} +{"epoch": 4, "update": 3.565, "loss": "0.157", "ppl": "1.11", "wps": "15253", "ups": "6.27", "wpb": "2433.5", "bsz": "115.4", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.636", "train_wall": "16", "gb_free": "42.5", "wall": "2404"} +{"epoch": 4, "update": 3.589, "loss": "0.158", "ppl": "1.12", "wps": "13120.4", "ups": "6.18", "wpb": "2123.2", "bsz": "101", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.5", "wall": "2420"} +{"epoch": 4, "update": 3.589, "loss": "0.158", "ppl": "1.12", "wps": "13120.4", "ups": "6.18", "wpb": "2123.2", "bsz": "101", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.5", "wall": "2420"} +{"epoch": 4, "update": 3.589, "loss": "0.158", "ppl": "1.12", "wps": "13120.4", "ups": "6.18", "wpb": "2123.2", "bsz": "101", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.5", "wall": "2420"} +{"epoch": 4, "update": 3.589, "loss": "0.158", "ppl": "1.12", "wps": "13120.4", "ups": "6.18", "wpb": "2123.2", "bsz": "101", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.5", "wall": "2420"} +{"epoch": 4, "update": 3.614, "loss": "0.14", "ppl": "1.1", "wps": "12598.7", "ups": "6.21", "wpb": "2028.2", "bsz": "97.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.4", "wall": "2436"} +{"epoch": 4, "update": 3.614, "loss": "0.14", "ppl": "1.1", "wps": "12598.7", "ups": "6.21", "wpb": "2028.2", "bsz": "97.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.4", "wall": "2436"} +{"epoch": 4, "update": 3.614, "loss": "0.14", "ppl": "1.1", "wps": "12598.7", "ups": "6.21", "wpb": "2028.2", "bsz": "97.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.4", "wall": "2436"} +{"epoch": 4, "update": 3.614, "loss": "0.14", "ppl": "1.1", "wps": "12598.7", "ups": "6.21", "wpb": "2028.2", "bsz": "97.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.4", "wall": "2436"} +{"epoch": 4, "update": 3.638, "loss": "0.133", "ppl": "1.1", "wps": "13615.1", "ups": "6.24", "wpb": "2182.1", "bsz": "107.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.1", "wall": "2452"} +{"epoch": 4, "update": 3.638, "loss": "0.133", "ppl": "1.1", "wps": "13615.1", "ups": "6.24", "wpb": "2182.1", "bsz": "107.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.1", "wall": "2452"} +{"epoch": 4, "update": 3.638, "loss": "0.133", "ppl": "1.1", "wps": "13615.1", "ups": "6.24", "wpb": "2182.1", "bsz": "107.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.1", "wall": "2452"} +{"epoch": 4, "update": 3.638, "loss": "0.133", "ppl": "1.1", "wps": "13615.1", "ups": "6.24", "wpb": "2182.1", "bsz": "107.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.1", "wall": "2452"} +{"epoch": 4, "update": 3.662, "loss": "0.134", "ppl": "1.1", "wps": "14399.2", "ups": "6.34", "wpb": "2269.6", "bsz": "115.2", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.615", "train_wall": "16", "gb_free": "42.4", "wall": "2468"} +{"epoch": 4, "update": 3.662, "loss": "0.134", "ppl": "1.1", "wps": "14399.2", "ups": "6.34", "wpb": "2269.6", "bsz": "115.2", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.615", "train_wall": "16", "gb_free": "42.4", "wall": "2468"} +{"epoch": 4, "update": 3.662, "loss": "0.134", "ppl": "1.1", "wps": "14399.2", "ups": "6.34", "wpb": "2269.6", "bsz": "115.2", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.615", "train_wall": "16", "gb_free": "42.4", "wall": "2468"} +{"epoch": 4, "update": 3.662, "loss": "0.134", "ppl": "1.1", "wps": "14399.2", "ups": "6.34", "wpb": "2269.6", "bsz": "115.2", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.615", "train_wall": "16", "gb_free": "42.4", "wall": "2468"} +{"epoch": 4, "update": 3.686, "loss": "0.151", "ppl": "1.11", "wps": "13609.3", "ups": "6.2", "wpb": "2193.6", "bsz": "103.5", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.689", "train_wall": "16", "gb_free": "42.8", "wall": "2484"} +{"epoch": 4, "update": 3.686, "loss": "0.151", "ppl": "1.11", "wps": "13609.3", "ups": "6.2", "wpb": "2193.6", "bsz": "103.5", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.689", "train_wall": "16", "gb_free": "42.8", "wall": "2484"} +{"epoch": 4, "update": 3.686, "loss": "0.151", "ppl": "1.11", "wps": "13609.3", "ups": "6.2", "wpb": "2193.6", "bsz": "103.5", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.689", "train_wall": "16", "gb_free": "42.8", "wall": "2484"} +{"epoch": 4, "update": 3.686, "loss": "0.151", "ppl": "1.11", "wps": "13609.3", "ups": "6.2", "wpb": "2193.6", "bsz": "103.5", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.689", "train_wall": "16", "gb_free": "42.8", "wall": "2484"} +{"epoch": 4, "update": 3.71, "loss": "0.124", "ppl": "1.09", "wps": "12921.2", "ups": "6.25", "wpb": "2067.2", "bsz": "102.2", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.651", "train_wall": "16", "gb_free": "41.8", "wall": "2500"} +{"epoch": 4, "update": 3.71, "loss": "0.124", "ppl": "1.09", "wps": "12921.2", "ups": "6.25", "wpb": "2067.2", "bsz": "102.2", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.651", "train_wall": "16", "gb_free": "41.8", "wall": "2500"} +{"epoch": 4, "update": 3.71, "loss": "0.124", "ppl": "1.09", "wps": "12921.2", "ups": "6.25", "wpb": "2067.2", "bsz": "102.2", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.651", "train_wall": "16", "gb_free": "41.8", "wall": "2500"} +{"epoch": 4, "update": 3.71, "loss": "0.124", "ppl": "1.09", "wps": "12921.2", "ups": "6.25", "wpb": "2067.2", "bsz": "102.2", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.651", "train_wall": "16", "gb_free": "41.8", "wall": "2500"} +{"epoch": 4, "update": 3.734, "loss": "0.164", "ppl": "1.12", "wps": "12088.6", "ups": "6.17", "wpb": "1959.6", "bsz": "93.7", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.857", "train_wall": "16", "gb_free": "42.6", "wall": "2516"} +{"epoch": 4, "update": 3.734, "loss": "0.164", "ppl": "1.12", "wps": "12088.6", "ups": "6.17", "wpb": "1959.6", "bsz": "93.7", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.857", "train_wall": "16", "gb_free": "42.6", "wall": "2516"} +{"epoch": 4, "update": 3.734, "loss": "0.164", "ppl": "1.12", "wps": "12088.6", "ups": "6.17", "wpb": "1959.6", "bsz": "93.7", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.857", "train_wall": "16", "gb_free": "42.6", "wall": "2516"} +{"epoch": 4, "update": 3.734, "loss": "0.164", "ppl": "1.12", "wps": "12088.6", "ups": "6.17", "wpb": "1959.6", "bsz": "93.7", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.857", "train_wall": "16", "gb_free": "42.6", "wall": "2516"} +{"epoch": 4, "update": 3.758, "loss": "0.184", "ppl": "1.14", "wps": "13405.1", "ups": "6.17", "wpb": "2171.6", "bsz": "102.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.882", "train_wall": "16", "gb_free": "42.7", "wall": "2533"} +{"epoch": 4, "update": 3.758, "loss": "0.184", "ppl": "1.14", "wps": "13405.1", "ups": "6.17", "wpb": "2171.6", "bsz": "102.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.882", "train_wall": "16", "gb_free": "42.7", "wall": "2533"} +{"epoch": 4, "update": 3.758, "loss": "0.184", "ppl": "1.14", "wps": "13405.1", "ups": "6.17", "wpb": "2171.6", "bsz": "102.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.882", "train_wall": "16", "gb_free": "42.7", "wall": "2533"} +{"epoch": 4, "update": 3.758, "loss": "0.184", "ppl": "1.14", "wps": "13405.1", "ups": "6.17", "wpb": "2171.6", "bsz": "102.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.882", "train_wall": "16", "gb_free": "42.7", "wall": "2533"} +{"epoch": 4, "update": 3.782, "loss": "0.13", "ppl": "1.09", "wps": "12424.5", "ups": "6.25", "wpb": "1987.3", "bsz": "99.6", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.6", "wall": "2549"} +{"epoch": 4, "update": 3.782, "loss": "0.13", "ppl": "1.09", "wps": "12424.5", "ups": "6.25", "wpb": "1987.3", "bsz": "99.6", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.6", "wall": "2549"} +{"epoch": 4, "update": 3.782, "loss": "0.13", "ppl": "1.09", "wps": "12424.5", "ups": "6.25", "wpb": "1987.3", "bsz": "99.6", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.6", "wall": "2549"} +{"epoch": 4, "update": 3.782, "loss": "0.13", "ppl": "1.09", "wps": "12424.5", "ups": "6.25", "wpb": "1987.3", "bsz": "99.6", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.6", "wall": "2549"} +{"epoch": 4, "update": 3.806, "loss": "0.136", "ppl": "1.1", "wps": "11902.8", "ups": "6.17", "wpb": "1929.7", "bsz": "94.7", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.4", "wall": "2565"} +{"epoch": 4, "update": 3.806, "loss": "0.136", "ppl": "1.1", "wps": "11902.8", "ups": "6.17", "wpb": "1929.7", "bsz": "94.7", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.4", "wall": "2565"} +{"epoch": 4, "update": 3.806, "loss": "0.136", "ppl": "1.1", "wps": "11902.8", "ups": "6.17", "wpb": "1929.7", "bsz": "94.7", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.4", "wall": "2565"} +{"epoch": 4, "update": 3.806, "loss": "0.136", "ppl": "1.1", "wps": "11902.8", "ups": "6.17", "wpb": "1929.7", "bsz": "94.7", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.4", "wall": "2565"} +{"epoch": 4, "update": 3.83, "loss": "0.14", "ppl": "1.1", "wps": "14734.9", "ups": "6.31", "wpb": "2335.7", "bsz": "110.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.672", "train_wall": "16", "gb_free": "42.5", "wall": "2581"} +{"epoch": 4, "update": 3.83, "loss": "0.14", "ppl": "1.1", "wps": "14734.9", "ups": "6.31", "wpb": "2335.7", "bsz": "110.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.672", "train_wall": "16", "gb_free": "42.5", "wall": "2581"} +{"epoch": 4, "update": 3.83, "loss": "0.14", "ppl": "1.1", "wps": "14734.9", "ups": "6.31", "wpb": "2335.7", "bsz": "110.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.672", "train_wall": "16", "gb_free": "42.5", "wall": "2581"} +{"epoch": 4, "update": 3.83, "loss": "0.14", "ppl": "1.1", "wps": "14734.9", "ups": "6.31", "wpb": "2335.7", "bsz": "110.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.672", "train_wall": "16", "gb_free": "42.5", "wall": "2581"} +{"epoch": 4, "update": 3.854, "loss": "0.124", "ppl": "1.09", "wps": "12543.5", "ups": "6.15", "wpb": "2039.5", "bsz": "95.8", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2597"} +{"epoch": 4, "update": 3.854, "loss": "0.124", "ppl": "1.09", "wps": "12543.5", "ups": "6.15", "wpb": "2039.5", "bsz": "95.8", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2597"} +{"epoch": 4, "update": 3.854, "loss": "0.124", "ppl": "1.09", "wps": "12543.5", "ups": "6.15", "wpb": "2039.5", "bsz": "95.8", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2597"} +{"epoch": 4, "update": 3.854, "loss": "0.124", "ppl": "1.09", "wps": "12543.5", "ups": "6.15", "wpb": "2039.5", "bsz": "95.8", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2597"} +{"epoch": 4, "update": 3.879, "loss": "0.134", "ppl": "1.1", "wps": "13792", "ups": "6.24", "wpb": "2211", "bsz": "101.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.649", "train_wall": "16", "gb_free": "42.5", "wall": "2613"} +{"epoch": 4, "update": 3.879, "loss": "0.134", "ppl": "1.1", "wps": "13792", "ups": "6.24", "wpb": "2211", "bsz": "101.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.649", "train_wall": "16", "gb_free": "42.5", "wall": "2613"} +{"epoch": 4, "update": 3.879, "loss": "0.134", "ppl": "1.1", "wps": "13792", "ups": "6.24", "wpb": "2211", "bsz": "101.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.649", "train_wall": "16", "gb_free": "42.5", "wall": "2613"} +{"epoch": 4, "update": 3.879, "loss": "0.134", "ppl": "1.1", "wps": "13792", "ups": "6.24", "wpb": "2211", "bsz": "101.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.649", "train_wall": "16", "gb_free": "42.5", "wall": "2613"} +{"epoch": 4, "update": 3.903, "loss": "0.119", "ppl": "1.09", "wps": "12618.5", "ups": "6.27", "wpb": "2013.7", "bsz": "99.1", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.583", "train_wall": "16", "gb_free": "42.5", "wall": "2629"} +{"epoch": 4, "update": 3.903, "loss": "0.119", "ppl": "1.09", "wps": "12618.5", "ups": "6.27", "wpb": "2013.7", "bsz": "99.1", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.583", "train_wall": "16", "gb_free": "42.5", "wall": "2629"} +{"epoch": 4, "update": 3.903, "loss": "0.119", "ppl": "1.09", "wps": "12618.5", "ups": "6.27", "wpb": "2013.7", "bsz": "99.1", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.583", "train_wall": "16", "gb_free": "42.5", "wall": "2629"} +{"epoch": 4, "update": 3.903, "loss": "0.119", "ppl": "1.09", "wps": "12618.5", "ups": "6.27", "wpb": "2013.7", "bsz": "99.1", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.583", "train_wall": "16", "gb_free": "42.5", "wall": "2629"} +{"epoch": 4, "update": 3.927, "loss": "0.129", "ppl": "1.09", "wps": "12703.2", "ups": "6.17", "wpb": "2057.4", "bsz": "101", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.638", "train_wall": "16", "gb_free": "42.7", "wall": "2645"} +{"epoch": 4, "update": 3.927, "loss": "0.129", "ppl": "1.09", "wps": "12703.2", "ups": "6.17", "wpb": "2057.4", "bsz": "101", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.638", "train_wall": "16", "gb_free": "42.7", "wall": "2645"} +{"epoch": 4, "update": 3.927, "loss": "0.129", "ppl": "1.09", "wps": "12703.2", "ups": "6.17", "wpb": "2057.4", "bsz": "101", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.638", "train_wall": "16", "gb_free": "42.7", "wall": "2645"} +{"epoch": 4, "update": 3.927, "loss": "0.129", "ppl": "1.09", "wps": "12703.2", "ups": "6.17", "wpb": "2057.4", "bsz": "101", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.638", "train_wall": "16", "gb_free": "42.7", "wall": "2645"} +{"epoch": 4, "update": 3.951, "loss": "0.137", "ppl": "1.1", "wps": "14928", "ups": "6.29", "wpb": "2371.5", "bsz": "114.2", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.628", "train_wall": "16", "gb_free": "41.5", "wall": "2661"} +{"epoch": 4, "update": 3.951, "loss": "0.137", "ppl": "1.1", "wps": "14928", "ups": "6.29", "wpb": "2371.5", "bsz": "114.2", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.628", "train_wall": "16", "gb_free": "41.5", "wall": "2661"} +{"epoch": 4, "update": 3.951, "loss": "0.137", "ppl": "1.1", "wps": "14928", "ups": "6.29", "wpb": "2371.5", "bsz": "114.2", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.628", "train_wall": "16", "gb_free": "41.5", "wall": "2661"} +{"epoch": 4, "update": 3.951, "loss": "0.137", "ppl": "1.1", "wps": "14928", "ups": "6.29", "wpb": "2371.5", "bsz": "114.2", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.628", "train_wall": "16", "gb_free": "41.5", "wall": "2661"} +{"epoch": 4, "update": 3.975, "loss": "0.135", "ppl": "1.1", "wps": "13821.5", "ups": "6.19", "wpb": "2231.4", "bsz": "106.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.4", "wall": "2677"} +{"epoch": 4, "update": 3.975, "loss": "0.135", "ppl": "1.1", "wps": "13821.5", "ups": "6.19", "wpb": "2231.4", "bsz": "106.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.4", "wall": "2677"} +{"epoch": 4, "update": 3.975, "loss": "0.135", "ppl": "1.1", "wps": "13821.5", "ups": "6.19", "wpb": "2231.4", "bsz": "106.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.4", "wall": "2677"} +{"epoch": 4, "update": 3.975, "loss": "0.135", "ppl": "1.1", "wps": "13821.5", "ups": "6.19", "wpb": "2231.4", "bsz": "106.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.4", "wall": "2677"} +{"epoch": 4, "update": 3.999, "loss": "0.114", "ppl": "1.08", "wps": "13462.1", "ups": "6.18", "wpb": "2178.1", "bsz": "106.9", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.629", "train_wall": "16", "gb_free": "42.5", "wall": "2693"} +{"epoch": 4, "update": 3.999, "loss": "0.114", "ppl": "1.08", "wps": "13462.1", "ups": "6.18", "wpb": "2178.1", "bsz": "106.9", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.629", "train_wall": "16", "gb_free": "42.5", "wall": "2693"} +{"epoch": 4, "update": 3.999, "loss": "0.114", "ppl": "1.08", "wps": "13462.1", "ups": "6.18", "wpb": "2178.1", "bsz": "106.9", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.629", "train_wall": "16", "gb_free": "42.5", "wall": "2693"} +{"epoch": 4, "update": 3.999, "loss": "0.114", "ppl": "1.08", "wps": "13462.1", "ups": "6.18", "wpb": "2178.1", "bsz": "106.9", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.629", "train_wall": "16", "gb_free": "42.5", "wall": "2693"} +begin validation on "valid" subset +{"epoch": 4, "valid_loss": "0.132", "valid_ppl": "1.1", "valid_wps": "41368.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "16604", "valid_best_loss": "0.132"} +{"epoch": 4, "valid_loss": "0.132", "valid_ppl": "1.1", "valid_wps": "41368.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "16604", "valid_best_loss": "0.132"} +{"epoch": 4, "valid_loss": "0.132", "valid_ppl": "1.1", "valid_wps": "41368.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "16604", "valid_best_loss": "0.132"} +{"epoch": 4, "valid_loss": "0.132", "valid_ppl": "1.1", "valid_wps": "41368.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "16604", "valid_best_loss": "0.132"} +end of epoch 4 (average epoch stats below) +{"epoch": 4, "train_loss": "0.164", "train_ppl": "1.12", "train_wps": "13181.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "16604", "train_lr": "0.000245411", "train_gnorm": "0.705", "train_train_wall": "660", "train_gb_free": "42.7", "train_wall": "2700"} +{"epoch": 4, "train_loss": "0.164", "train_ppl": "1.12", "train_wps": "13181.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "16604", "train_lr": "0.000245411", "train_gnorm": "0.705", "train_train_wall": "660", "train_gb_free": "42.7", "train_wall": "2700"} +{"epoch": 4, "train_loss": "0.164", "train_ppl": "1.12", "train_wps": "13181.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "16604", "train_lr": "0.000245411", "train_gnorm": "0.705", "train_train_wall": "660", "train_gb_free": "42.7", "train_wall": "2700"} +{"epoch": 4, "train_loss": "0.164", "train_ppl": "1.12", "train_wps": "13181.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "16604", "train_lr": "0.000245411", "train_gnorm": "0.705", "train_train_wall": "660", "train_gb_free": "42.7", "train_wall": "2700"} +Start iterating over samples +{"epoch": 5, "update": 4.023, "loss": "0.111", "ppl": "1.08", "wps": "10430.9", "ups": "4.56", "wpb": "2289.2", "bsz": "111.4", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "2715"} +{"epoch": 5, "update": 4.023, "loss": "0.111", "ppl": "1.08", "wps": "10430.9", "ups": "4.56", "wpb": "2289.2", "bsz": "111.4", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "2715"} +{"epoch": 5, "update": 4.023, "loss": "0.111", "ppl": "1.08", "wps": "10430.9", "ups": "4.56", "wpb": "2289.2", "bsz": "111.4", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "2715"} +{"epoch": 5, "update": 4.023, "loss": "0.111", "ppl": "1.08", "wps": "10430.9", "ups": "4.56", "wpb": "2289.2", "bsz": "111.4", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "2715"} +{"epoch": 5, "update": 4.023, "loss": "0.111", "ppl": "1.08", "wps": "10430.9", "ups": "4.56", "wpb": "2289.2", "bsz": "111.4", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "2715"} +{"epoch": 5, "update": 4.047, "loss": "0.129", "ppl": "1.09", "wps": "13743.9", "ups": "6.21", "wpb": "2214.2", "bsz": "100.6", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.628", "train_wall": "16", "gb_free": "42.5", "wall": "2731"} +{"epoch": 5, "update": 4.047, "loss": "0.129", "ppl": "1.09", "wps": "13743.9", "ups": "6.21", "wpb": "2214.2", "bsz": "100.6", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.628", "train_wall": "16", "gb_free": "42.5", "wall": "2731"} +{"epoch": 5, "update": 4.047, "loss": "0.129", "ppl": "1.09", "wps": "13743.9", "ups": "6.21", "wpb": "2214.2", "bsz": "100.6", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.628", "train_wall": "16", "gb_free": "42.5", "wall": "2731"} +{"epoch": 5, "update": 4.047, "loss": "0.129", "ppl": "1.09", "wps": "13743.9", "ups": "6.21", "wpb": "2214.2", "bsz": "100.6", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.628", "train_wall": "16", "gb_free": "42.5", "wall": "2731"} +{"epoch": 5, "update": 4.047, "loss": "0.129", "ppl": "1.09", "wps": "13743.9", "ups": "6.21", "wpb": "2214.2", "bsz": "100.6", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.628", "train_wall": "16", "gb_free": "42.5", "wall": "2731"} +{"epoch": 5, "update": 4.071, "loss": "0.128", "ppl": "1.09", "wps": "13225.5", "ups": "6.16", "wpb": "2145.8", "bsz": "101.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.736", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 5, "update": 4.071, "loss": "0.128", "ppl": "1.09", "wps": "13225.5", "ups": "6.16", "wpb": "2145.8", "bsz": "101.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.736", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 5, "update": 4.071, "loss": "0.128", "ppl": "1.09", "wps": "13225.5", "ups": "6.16", "wpb": "2145.8", "bsz": "101.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.736", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 5, "update": 4.071, "loss": "0.128", "ppl": "1.09", "wps": "13225.5", "ups": "6.16", "wpb": "2145.8", "bsz": "101.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.736", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 5, "update": 4.071, "loss": "0.128", "ppl": "1.09", "wps": "13225.5", "ups": "6.16", "wpb": "2145.8", "bsz": "101.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.736", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 5, "update": 4.095, "loss": "0.124", "ppl": "1.09", "wps": "13064.5", "ups": "6.19", "wpb": "2109.7", "bsz": "96.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2764"} +{"epoch": 5, "update": 4.095, "loss": "0.124", "ppl": "1.09", "wps": "13064.5", "ups": "6.19", "wpb": "2109.7", "bsz": "96.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2764"} +{"epoch": 5, "update": 4.095, "loss": "0.124", "ppl": "1.09", "wps": "13064.5", "ups": "6.19", "wpb": "2109.7", "bsz": "96.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2764"} +{"epoch": 5, "update": 4.095, "loss": "0.124", "ppl": "1.09", "wps": "13064.5", "ups": "6.19", "wpb": "2109.7", "bsz": "96.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2764"} +{"epoch": 5, "update": 4.095, "loss": "0.124", "ppl": "1.09", "wps": "13064.5", "ups": "6.19", "wpb": "2109.7", "bsz": "96.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2764"} +{"epoch": 5, "update": 4.119, "loss": "0.105", "ppl": "1.08", "wps": "12357.5", "ups": "6.15", "wpb": "2010.9", "bsz": "96.5", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.614", "train_wall": "16", "gb_free": "42.4", "wall": "2780"} +{"epoch": 5, "update": 4.119, "loss": "0.105", "ppl": "1.08", "wps": "12357.5", "ups": "6.15", "wpb": "2010.9", "bsz": "96.5", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.614", "train_wall": "16", "gb_free": "42.4", "wall": "2780"} +{"epoch": 5, "update": 4.119, "loss": "0.105", "ppl": "1.08", "wps": "12357.5", "ups": "6.15", "wpb": "2010.9", "bsz": "96.5", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.614", "train_wall": "16", "gb_free": "42.4", "wall": "2780"} +{"epoch": 5, "update": 4.119, "loss": "0.105", "ppl": "1.08", "wps": "12357.5", "ups": "6.15", "wpb": "2010.9", "bsz": "96.5", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.614", "train_wall": "16", "gb_free": "42.4", "wall": "2780"} +{"epoch": 5, "update": 4.119, "loss": "0.105", "ppl": "1.08", "wps": "12357.5", "ups": "6.15", "wpb": "2010.9", "bsz": "96.5", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.614", "train_wall": "16", "gb_free": "42.4", "wall": "2780"} +{"epoch": 5, "update": 4.144, "loss": "0.099", "ppl": "1.07", "wps": "13686.8", "ups": "6.2", "wpb": "2208.7", "bsz": "105", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.5", "wall": "2796"} +{"epoch": 5, "update": 4.144, "loss": "0.099", "ppl": "1.07", "wps": "13686.8", "ups": "6.2", "wpb": "2208.7", "bsz": "105", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.5", "wall": "2796"} +{"epoch": 5, "update": 4.144, "loss": "0.099", "ppl": "1.07", "wps": "13686.8", "ups": "6.2", "wpb": "2208.7", "bsz": "105", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.5", "wall": "2796"} +{"epoch": 5, "update": 4.144, "loss": "0.099", "ppl": "1.07", "wps": "13686.8", "ups": "6.2", "wpb": "2208.7", "bsz": "105", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.5", "wall": "2796"} +{"epoch": 5, "update": 4.144, "loss": "0.099", "ppl": "1.07", "wps": "13686.8", "ups": "6.2", "wpb": "2208.7", "bsz": "105", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.5", "wall": "2796"} +{"epoch": 5, "update": 4.168, "loss": "0.107", "ppl": "1.08", "wps": "11493.9", "ups": "6.01", "wpb": "1911.6", "bsz": "91.4", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2813"} +{"epoch": 5, "update": 4.168, "loss": "0.107", "ppl": "1.08", "wps": "11493.9", "ups": "6.01", "wpb": "1911.6", "bsz": "91.4", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2813"} +{"epoch": 5, "update": 4.168, "loss": "0.107", "ppl": "1.08", "wps": "11493.9", "ups": "6.01", "wpb": "1911.6", "bsz": "91.4", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2813"} +{"epoch": 5, "update": 4.168, "loss": "0.107", "ppl": "1.08", "wps": "11493.9", "ups": "6.01", "wpb": "1911.6", "bsz": "91.4", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2813"} +{"epoch": 5, "update": 4.168, "loss": "0.107", "ppl": "1.08", "wps": "11493.9", "ups": "6.01", "wpb": "1911.6", "bsz": "91.4", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.687", "train_wall": "16", "gb_free": "42.6", "wall": "2813"} +{"epoch": 5, "update": 4.192, "loss": "0.105", "ppl": "1.08", "wps": "12833.3", "ups": "6.16", "wpb": "2084.6", "bsz": "101.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2829"} +{"epoch": 5, "update": 4.192, "loss": "0.105", "ppl": "1.08", "wps": "12833.3", "ups": "6.16", "wpb": "2084.6", "bsz": "101.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2829"} +{"epoch": 5, "update": 4.192, "loss": "0.105", "ppl": "1.08", "wps": "12833.3", "ups": "6.16", "wpb": "2084.6", "bsz": "101.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2829"} +{"epoch": 5, "update": 4.192, "loss": "0.105", "ppl": "1.08", "wps": "12833.3", "ups": "6.16", "wpb": "2084.6", "bsz": "101.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2829"} +{"epoch": 5, "update": 4.192, "loss": "0.105", "ppl": "1.08", "wps": "12833.3", "ups": "6.16", "wpb": "2084.6", "bsz": "101.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.626", "train_wall": "16", "gb_free": "42.5", "wall": "2829"} +{"epoch": 5, "update": 4.216, "loss": "0.116", "ppl": "1.08", "wps": "14585", "ups": "6.25", "wpb": "2333.4", "bsz": "107.8", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.5", "wall": "2845"} +{"epoch": 5, "update": 4.216, "loss": "0.116", "ppl": "1.08", "wps": "14585", "ups": "6.25", "wpb": "2333.4", "bsz": "107.8", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.5", "wall": "2845"} +{"epoch": 5, "update": 4.216, "loss": "0.116", "ppl": "1.08", "wps": "14585", "ups": "6.25", "wpb": "2333.4", "bsz": "107.8", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.5", "wall": "2845"} +{"epoch": 5, "update": 4.216, "loss": "0.116", "ppl": "1.08", "wps": "14585", "ups": "6.25", "wpb": "2333.4", "bsz": "107.8", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.5", "wall": "2845"} +{"epoch": 5, "update": 4.216, "loss": "0.116", "ppl": "1.08", "wps": "14585", "ups": "6.25", "wpb": "2333.4", "bsz": "107.8", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.646", "train_wall": "16", "gb_free": "42.5", "wall": "2845"} +{"epoch": 5, "update": 4.24, "loss": "0.102", "ppl": "1.07", "wps": "12520.2", "ups": "6.19", "wpb": "2023.6", "bsz": "98.8", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.717", "train_wall": "16", "gb_free": "42.5", "wall": "2861"} +{"epoch": 5, "update": 4.24, "loss": "0.102", "ppl": "1.07", "wps": "12520.2", "ups": "6.19", "wpb": "2023.6", "bsz": "98.8", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.717", "train_wall": "16", "gb_free": "42.5", "wall": "2861"} +{"epoch": 5, "update": 4.24, "loss": "0.102", "ppl": "1.07", "wps": "12520.2", "ups": "6.19", "wpb": "2023.6", "bsz": "98.8", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.717", "train_wall": "16", "gb_free": "42.5", "wall": "2861"} +{"epoch": 5, "update": 4.24, "loss": "0.102", "ppl": "1.07", "wps": "12520.2", "ups": "6.19", "wpb": "2023.6", "bsz": "98.8", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.717", "train_wall": "16", "gb_free": "42.5", "wall": "2861"} +{"epoch": 5, "update": 4.24, "loss": "0.102", "ppl": "1.07", "wps": "12520.2", "ups": "6.19", "wpb": "2023.6", "bsz": "98.8", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.717", "train_wall": "16", "gb_free": "42.5", "wall": "2861"} +{"epoch": 5, "update": 4.264, "loss": "0.095", "ppl": "1.07", "wps": "13617.9", "ups": "6.25", "wpb": "2180", "bsz": "108.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.61", "train_wall": "16", "gb_free": "42.5", "wall": "2877"} +{"epoch": 5, "update": 4.264, "loss": "0.095", "ppl": "1.07", "wps": "13617.9", "ups": "6.25", "wpb": "2180", "bsz": "108.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.61", "train_wall": "16", "gb_free": "42.5", "wall": "2877"} +{"epoch": 5, "update": 4.264, "loss": "0.095", "ppl": "1.07", "wps": "13617.9", "ups": "6.25", "wpb": "2180", "bsz": "108.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.61", "train_wall": "16", "gb_free": "42.5", "wall": "2877"} +{"epoch": 5, "update": 4.264, "loss": "0.095", "ppl": "1.07", "wps": "13617.9", "ups": "6.25", "wpb": "2180", "bsz": "108.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.61", "train_wall": "16", "gb_free": "42.5", "wall": "2877"} +{"epoch": 5, "update": 4.264, "loss": "0.095", "ppl": "1.07", "wps": "13617.9", "ups": "6.25", "wpb": "2180", "bsz": "108.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.61", "train_wall": "16", "gb_free": "42.5", "wall": "2877"} +{"epoch": 5, "update": 4.288, "loss": "0.101", "ppl": "1.07", "wps": "13896.5", "ups": "6.27", "wpb": "2216.4", "bsz": "110.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "2893"} +{"epoch": 5, "update": 4.288, "loss": "0.101", "ppl": "1.07", "wps": "13896.5", "ups": "6.27", "wpb": "2216.4", "bsz": "110.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "2893"} +{"epoch": 5, "update": 4.288, "loss": "0.101", "ppl": "1.07", "wps": "13896.5", "ups": "6.27", "wpb": "2216.4", "bsz": "110.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "2893"} +{"epoch": 5, "update": 4.288, "loss": "0.101", "ppl": "1.07", "wps": "13896.5", "ups": "6.27", "wpb": "2216.4", "bsz": "110.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "2893"} +{"epoch": 5, "update": 4.288, "loss": "0.101", "ppl": "1.07", "wps": "13896.5", "ups": "6.27", "wpb": "2216.4", "bsz": "110.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "2893"} +{"epoch": 5, "update": 4.312, "loss": "0.1", "ppl": "1.07", "wps": "12394.9", "ups": "6.15", "wpb": "2015.3", "bsz": "95.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.622", "train_wall": "16", "gb_free": "42.7", "wall": "2909"} +{"epoch": 5, "update": 4.312, "loss": "0.1", "ppl": "1.07", "wps": "12394.9", "ups": "6.15", "wpb": "2015.3", "bsz": "95.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.622", "train_wall": "16", "gb_free": "42.7", "wall": "2909"} +{"epoch": 5, "update": 4.312, "loss": "0.1", "ppl": "1.07", "wps": "12394.9", "ups": "6.15", "wpb": "2015.3", "bsz": "95.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.622", "train_wall": "16", "gb_free": "42.7", "wall": "2909"} +{"epoch": 5, "update": 4.312, "loss": "0.1", "ppl": "1.07", "wps": "12394.9", "ups": "6.15", "wpb": "2015.3", "bsz": "95.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.622", "train_wall": "16", "gb_free": "42.7", "wall": "2909"} +{"epoch": 5, "update": 4.312, "loss": "0.1", "ppl": "1.07", "wps": "12394.9", "ups": "6.15", "wpb": "2015.3", "bsz": "95.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.622", "train_wall": "16", "gb_free": "42.7", "wall": "2909"} +{"epoch": 5, "update": 4.336, "loss": "0.1", "ppl": "1.07", "wps": "13274.9", "ups": "6.28", "wpb": "2112.7", "bsz": "105.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.8", "wall": "2925"} +{"epoch": 5, "update": 4.336, "loss": "0.1", "ppl": "1.07", "wps": "13274.9", "ups": "6.28", "wpb": "2112.7", "bsz": "105.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.8", "wall": "2925"} +{"epoch": 5, "update": 4.336, "loss": "0.1", "ppl": "1.07", "wps": "13274.9", "ups": "6.28", "wpb": "2112.7", "bsz": "105.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.8", "wall": "2925"} +{"epoch": 5, "update": 4.336, "loss": "0.1", "ppl": "1.07", "wps": "13274.9", "ups": "6.28", "wpb": "2112.7", "bsz": "105.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.8", "wall": "2925"} +{"epoch": 5, "update": 4.336, "loss": "0.1", "ppl": "1.07", "wps": "13274.9", "ups": "6.28", "wpb": "2112.7", "bsz": "105.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.8", "wall": "2925"} +{"epoch": 5, "update": 4.36, "loss": "0.1", "ppl": "1.07", "wps": "13306.8", "ups": "6.18", "wpb": "2151.5", "bsz": "104.3", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.594", "train_wall": "16", "gb_free": "41.6", "wall": "2942"} +{"epoch": 5, "update": 4.36, "loss": "0.1", "ppl": "1.07", "wps": "13306.8", "ups": "6.18", "wpb": "2151.5", "bsz": "104.3", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.594", "train_wall": "16", "gb_free": "41.6", "wall": "2942"} +{"epoch": 5, "update": 4.36, "loss": "0.1", "ppl": "1.07", "wps": "13306.8", "ups": "6.18", "wpb": "2151.5", "bsz": "104.3", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.594", "train_wall": "16", "gb_free": "41.6", "wall": "2942"} +{"epoch": 5, "update": 4.36, "loss": "0.1", "ppl": "1.07", "wps": "13306.8", "ups": "6.18", "wpb": "2151.5", "bsz": "104.3", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.594", "train_wall": "16", "gb_free": "41.6", "wall": "2942"} +{"epoch": 5, "update": 4.36, "loss": "0.1", "ppl": "1.07", "wps": "13306.8", "ups": "6.18", "wpb": "2151.5", "bsz": "104.3", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.594", "train_wall": "16", "gb_free": "41.6", "wall": "2942"} +{"epoch": 5, "update": 4.384, "loss": "0.088", "ppl": "1.06", "wps": "13886.3", "ups": "6.28", "wpb": "2212.1", "bsz": "109", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.604", "train_wall": "16", "gb_free": "41.2", "wall": "2957"} +{"epoch": 5, "update": 4.384, "loss": "0.088", "ppl": "1.06", "wps": "13886.3", "ups": "6.28", "wpb": "2212.1", "bsz": "109", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.604", "train_wall": "16", "gb_free": "41.2", "wall": "2957"} +{"epoch": 5, "update": 4.384, "loss": "0.088", "ppl": "1.06", "wps": "13886.3", "ups": "6.28", "wpb": "2212.1", "bsz": "109", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.604", "train_wall": "16", "gb_free": "41.2", "wall": "2957"} +{"epoch": 5, "update": 4.384, "loss": "0.088", "ppl": "1.06", "wps": "13886.3", "ups": "6.28", "wpb": "2212.1", "bsz": "109", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.604", "train_wall": "16", "gb_free": "41.2", "wall": "2957"} +{"epoch": 5, "update": 4.384, "loss": "0.088", "ppl": "1.06", "wps": "13886.3", "ups": "6.28", "wpb": "2212.1", "bsz": "109", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.604", "train_wall": "16", "gb_free": "41.2", "wall": "2957"} +{"epoch": 5, "update": 4.409, "loss": "0.1", "ppl": "1.07", "wps": "15178.6", "ups": "6.26", "wpb": "2426", "bsz": "119.1", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "2973"} +{"epoch": 5, "update": 4.409, "loss": "0.1", "ppl": "1.07", "wps": "15178.6", "ups": "6.26", "wpb": "2426", "bsz": "119.1", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "2973"} +{"epoch": 5, "update": 4.409, "loss": "0.1", "ppl": "1.07", "wps": "15178.6", "ups": "6.26", "wpb": "2426", "bsz": "119.1", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "2973"} +{"epoch": 5, "update": 4.409, "loss": "0.1", "ppl": "1.07", "wps": "15178.6", "ups": "6.26", "wpb": "2426", "bsz": "119.1", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "2973"} +{"epoch": 5, "update": 4.409, "loss": "0.1", "ppl": "1.07", "wps": "15178.6", "ups": "6.26", "wpb": "2426", "bsz": "119.1", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "2973"} +{"epoch": 5, "update": 4.433, "loss": "0.104", "ppl": "1.08", "wps": "13390.5", "ups": "6.22", "wpb": "2154.5", "bsz": "100.1", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.667", "train_wall": "16", "gb_free": "42.4", "wall": "2990"} +{"epoch": 5, "update": 4.433, "loss": "0.104", "ppl": "1.08", "wps": "13390.5", "ups": "6.22", "wpb": "2154.5", "bsz": "100.1", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.667", "train_wall": "16", "gb_free": "42.4", "wall": "2990"} +{"epoch": 5, "update": 4.433, "loss": "0.104", "ppl": "1.08", "wps": "13390.5", "ups": "6.22", "wpb": "2154.5", "bsz": "100.1", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.667", "train_wall": "16", "gb_free": "42.4", "wall": "2990"} +{"epoch": 5, "update": 4.433, "loss": "0.104", "ppl": "1.08", "wps": "13390.5", "ups": "6.22", "wpb": "2154.5", "bsz": "100.1", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.667", "train_wall": "16", "gb_free": "42.4", "wall": "2990"} +{"epoch": 5, "update": 4.433, "loss": "0.104", "ppl": "1.08", "wps": "13390.5", "ups": "6.22", "wpb": "2154.5", "bsz": "100.1", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.667", "train_wall": "16", "gb_free": "42.4", "wall": "2990"} +{"epoch": 5, "update": 4.457, "loss": "0.08", "ppl": "1.06", "wps": "12324.2", "ups": "6.2", "wpb": "1987.9", "bsz": "103", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.597", "train_wall": "16", "gb_free": "41.3", "wall": "3006"} +{"epoch": 5, "update": 4.457, "loss": "0.08", "ppl": "1.06", "wps": "12324.2", "ups": "6.2", "wpb": "1987.9", "bsz": "103", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.597", "train_wall": "16", "gb_free": "41.3", "wall": "3006"} +{"epoch": 5, "update": 4.457, "loss": "0.08", "ppl": "1.06", "wps": "12324.2", "ups": "6.2", "wpb": "1987.9", "bsz": "103", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.597", "train_wall": "16", "gb_free": "41.3", "wall": "3006"} +{"epoch": 5, "update": 4.457, "loss": "0.08", "ppl": "1.06", "wps": "12324.2", "ups": "6.2", "wpb": "1987.9", "bsz": "103", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.597", "train_wall": "16", "gb_free": "41.3", "wall": "3006"} +{"epoch": 5, "update": 4.457, "loss": "0.08", "ppl": "1.06", "wps": "12324.2", "ups": "6.2", "wpb": "1987.9", "bsz": "103", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.597", "train_wall": "16", "gb_free": "41.3", "wall": "3006"} +{"epoch": 5, "update": 4.481, "loss": "0.101", "ppl": "1.07", "wps": "13911.2", "ups": "6.33", "wpb": "2199.3", "bsz": "106.7", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.618", "train_wall": "16", "gb_free": "42.5", "wall": "3021"} +{"epoch": 5, "update": 4.481, "loss": "0.101", "ppl": "1.07", "wps": "13911.2", "ups": "6.33", "wpb": "2199.3", "bsz": "106.7", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.618", "train_wall": "16", "gb_free": "42.5", "wall": "3021"} +{"epoch": 5, "update": 4.481, "loss": "0.101", "ppl": "1.07", "wps": "13911.2", "ups": "6.33", "wpb": "2199.3", "bsz": "106.7", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.618", "train_wall": "16", "gb_free": "42.5", "wall": "3021"} +{"epoch": 5, "update": 4.481, "loss": "0.101", "ppl": "1.07", "wps": "13911.2", "ups": "6.33", "wpb": "2199.3", "bsz": "106.7", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.618", "train_wall": "16", "gb_free": "42.5", "wall": "3021"} +{"epoch": 5, "update": 4.481, "loss": "0.101", "ppl": "1.07", "wps": "13911.2", "ups": "6.33", "wpb": "2199.3", "bsz": "106.7", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.618", "train_wall": "16", "gb_free": "42.5", "wall": "3021"} +{"epoch": 5, "update": 4.505, "loss": "0.087", "ppl": "1.06", "wps": "13447.2", "ups": "6.27", "wpb": "2144.4", "bsz": "103", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.8", "wall": "3037"} +{"epoch": 5, "update": 4.505, "loss": "0.087", "ppl": "1.06", "wps": "13447.2", "ups": "6.27", "wpb": "2144.4", "bsz": "103", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.8", "wall": "3037"} +{"epoch": 5, "update": 4.505, "loss": "0.087", "ppl": "1.06", "wps": "13447.2", "ups": "6.27", "wpb": "2144.4", "bsz": "103", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.8", "wall": "3037"} +{"epoch": 5, "update": 4.505, "loss": "0.087", "ppl": "1.06", "wps": "13447.2", "ups": "6.27", "wpb": "2144.4", "bsz": "103", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.8", "wall": "3037"} +{"epoch": 5, "update": 4.505, "loss": "0.087", "ppl": "1.06", "wps": "13447.2", "ups": "6.27", "wpb": "2144.4", "bsz": "103", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.8", "wall": "3037"} +{"epoch": 5, "update": 4.529, "loss": "0.097", "ppl": "1.07", "wps": "13376.9", "ups": "6.24", "wpb": "2143.4", "bsz": "100.2", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "3053"} +{"epoch": 5, "update": 4.529, "loss": "0.097", "ppl": "1.07", "wps": "13376.9", "ups": "6.24", "wpb": "2143.4", "bsz": "100.2", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "3053"} +{"epoch": 5, "update": 4.529, "loss": "0.097", "ppl": "1.07", "wps": "13376.9", "ups": "6.24", "wpb": "2143.4", "bsz": "100.2", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "3053"} +{"epoch": 5, "update": 4.529, "loss": "0.097", "ppl": "1.07", "wps": "13376.9", "ups": "6.24", "wpb": "2143.4", "bsz": "100.2", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "3053"} +{"epoch": 5, "update": 4.529, "loss": "0.097", "ppl": "1.07", "wps": "13376.9", "ups": "6.24", "wpb": "2143.4", "bsz": "100.2", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.6", "train_wall": "16", "gb_free": "42.5", "wall": "3053"} +{"epoch": 5, "update": 4.553, "loss": "0.092", "ppl": "1.07", "wps": "12528.6", "ups": "6.17", "wpb": "2029.6", "bsz": "98.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.67", "train_wall": "16", "gb_free": "42.5", "wall": "3070"} +{"epoch": 5, "update": 4.553, "loss": "0.092", "ppl": "1.07", "wps": "12528.6", "ups": "6.17", "wpb": "2029.6", "bsz": "98.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.67", "train_wall": "16", "gb_free": "42.5", "wall": "3070"} +{"epoch": 5, "update": 4.553, "loss": "0.092", "ppl": "1.07", "wps": "12528.6", "ups": "6.17", "wpb": "2029.6", "bsz": "98.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.67", "train_wall": "16", "gb_free": "42.5", "wall": "3070"} +{"epoch": 5, "update": 4.553, "loss": "0.092", "ppl": "1.07", "wps": "12528.6", "ups": "6.17", "wpb": "2029.6", "bsz": "98.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.67", "train_wall": "16", "gb_free": "42.5", "wall": "3070"} +{"epoch": 5, "update": 4.553, "loss": "0.092", "ppl": "1.07", "wps": "12528.6", "ups": "6.17", "wpb": "2029.6", "bsz": "98.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.67", "train_wall": "16", "gb_free": "42.5", "wall": "3070"} +{"epoch": 5, "update": 4.577, "loss": "0.104", "ppl": "1.07", "wps": "14187", "ups": "6.28", "wpb": "2259.3", "bsz": "108.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.62", "train_wall": "16", "gb_free": "42.5", "wall": "3086"} +{"epoch": 5, "update": 4.577, "loss": "0.104", "ppl": "1.07", "wps": "14187", "ups": "6.28", "wpb": "2259.3", "bsz": "108.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.62", "train_wall": "16", "gb_free": "42.5", "wall": "3086"} +{"epoch": 5, "update": 4.577, "loss": "0.104", "ppl": "1.07", "wps": "14187", "ups": "6.28", "wpb": "2259.3", "bsz": "108.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.62", "train_wall": "16", "gb_free": "42.5", "wall": "3086"} +{"epoch": 5, "update": 4.577, "loss": "0.104", "ppl": "1.07", "wps": "14187", "ups": "6.28", "wpb": "2259.3", "bsz": "108.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.62", "train_wall": "16", "gb_free": "42.5", "wall": "3086"} +{"epoch": 5, "update": 4.577, "loss": "0.104", "ppl": "1.07", "wps": "14187", "ups": "6.28", "wpb": "2259.3", "bsz": "108.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.62", "train_wall": "16", "gb_free": "42.5", "wall": "3086"} +{"epoch": 5, "update": 4.601, "loss": "0.094", "ppl": "1.07", "wps": "12988.7", "ups": "6.1", "wpb": "2130.1", "bsz": "99.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.638", "train_wall": "16", "gb_free": "41.7", "wall": "3102"} +{"epoch": 5, "update": 4.601, "loss": "0.094", "ppl": "1.07", "wps": "12988.7", "ups": "6.1", "wpb": "2130.1", "bsz": "99.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.638", "train_wall": "16", "gb_free": "41.7", "wall": "3102"} +{"epoch": 5, "update": 4.601, "loss": "0.094", "ppl": "1.07", "wps": "12988.7", "ups": "6.1", "wpb": "2130.1", "bsz": "99.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.638", "train_wall": "16", "gb_free": "41.7", "wall": "3102"} +{"epoch": 5, "update": 4.601, "loss": "0.094", "ppl": "1.07", "wps": "12988.7", "ups": "6.1", "wpb": "2130.1", "bsz": "99.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.638", "train_wall": "16", "gb_free": "41.7", "wall": "3102"} +{"epoch": 5, "update": 4.601, "loss": "0.094", "ppl": "1.07", "wps": "12988.7", "ups": "6.1", "wpb": "2130.1", "bsz": "99.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.638", "train_wall": "16", "gb_free": "41.7", "wall": "3102"} +{"epoch": 5, "update": 4.625, "loss": "0.102", "ppl": "1.07", "wps": "13105.3", "ups": "6.23", "wpb": "2104.8", "bsz": "103.4", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.723", "train_wall": "16", "gb_free": "42.6", "wall": "3118"} +{"epoch": 5, "update": 4.625, "loss": "0.102", "ppl": "1.07", "wps": "13105.3", "ups": "6.23", "wpb": "2104.8", "bsz": "103.4", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.723", "train_wall": "16", "gb_free": "42.6", "wall": "3118"} +{"epoch": 5, "update": 4.625, "loss": "0.102", "ppl": "1.07", "wps": "13105.3", "ups": "6.23", "wpb": "2104.8", "bsz": "103.4", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.723", "train_wall": "16", "gb_free": "42.6", "wall": "3118"} +{"epoch": 5, "update": 4.625, "loss": "0.102", "ppl": "1.07", "wps": "13105.3", "ups": "6.23", "wpb": "2104.8", "bsz": "103.4", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.723", "train_wall": "16", "gb_free": "42.6", "wall": "3118"} +{"epoch": 5, "update": 4.625, "loss": "0.102", "ppl": "1.07", "wps": "13105.3", "ups": "6.23", "wpb": "2104.8", "bsz": "103.4", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.723", "train_wall": "16", "gb_free": "42.6", "wall": "3118"} +{"epoch": 5, "update": 4.649, "loss": "0.097", "ppl": "1.07", "wps": "13532.3", "ups": "6.26", "wpb": "2162.1", "bsz": "102.3", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.609", "train_wall": "16", "gb_free": "42.5", "wall": "3134"} +{"epoch": 5, "update": 4.649, "loss": "0.097", "ppl": "1.07", "wps": "13532.3", "ups": "6.26", "wpb": "2162.1", "bsz": "102.3", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.609", "train_wall": "16", "gb_free": "42.5", "wall": "3134"} +{"epoch": 5, "update": 4.649, "loss": "0.097", "ppl": "1.07", "wps": "13532.3", "ups": "6.26", "wpb": "2162.1", "bsz": "102.3", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.609", "train_wall": "16", "gb_free": "42.5", "wall": "3134"} +{"epoch": 5, "update": 4.649, "loss": "0.097", "ppl": "1.07", "wps": "13532.3", "ups": "6.26", "wpb": "2162.1", "bsz": "102.3", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.609", "train_wall": "16", "gb_free": "42.5", "wall": "3134"} +{"epoch": 5, "update": 4.649, "loss": "0.097", "ppl": "1.07", "wps": "13532.3", "ups": "6.26", "wpb": "2162.1", "bsz": "102.3", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.609", "train_wall": "16", "gb_free": "42.5", "wall": "3134"} +{"epoch": 5, "update": 4.674, "loss": "0.089", "ppl": "1.06", "wps": "13192.7", "ups": "6.19", "wpb": "2132.5", "bsz": "105.4", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.607", "train_wall": "16", "gb_free": "42.6", "wall": "3150"} +{"epoch": 5, "update": 4.674, "loss": "0.089", "ppl": "1.06", "wps": "13192.7", "ups": "6.19", "wpb": "2132.5", "bsz": "105.4", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.607", "train_wall": "16", "gb_free": "42.6", "wall": "3150"} +{"epoch": 5, "update": 4.674, "loss": "0.089", "ppl": "1.06", "wps": "13192.7", "ups": "6.19", "wpb": "2132.5", "bsz": "105.4", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.607", "train_wall": "16", "gb_free": "42.6", "wall": "3150"} +{"epoch": 5, "update": 4.674, "loss": "0.089", "ppl": "1.06", "wps": "13192.7", "ups": "6.19", "wpb": "2132.5", "bsz": "105.4", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.607", "train_wall": "16", "gb_free": "42.6", "wall": "3150"} +{"epoch": 5, "update": 4.674, "loss": "0.089", "ppl": "1.06", "wps": "13192.7", "ups": "6.19", "wpb": "2132.5", "bsz": "105.4", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.607", "train_wall": "16", "gb_free": "42.6", "wall": "3150"} +{"epoch": 5, "update": 4.698, "loss": "0.089", "ppl": "1.06", "wps": "13662.3", "ups": "6.32", "wpb": "2160.7", "bsz": "104.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "3166"} +{"epoch": 5, "update": 4.698, "loss": "0.089", "ppl": "1.06", "wps": "13662.3", "ups": "6.32", "wpb": "2160.7", "bsz": "104.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "3166"} +{"epoch": 5, "update": 4.698, "loss": "0.089", "ppl": "1.06", "wps": "13662.3", "ups": "6.32", "wpb": "2160.7", "bsz": "104.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "3166"} +{"epoch": 5, "update": 4.698, "loss": "0.089", "ppl": "1.06", "wps": "13662.3", "ups": "6.32", "wpb": "2160.7", "bsz": "104.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "3166"} +{"epoch": 5, "update": 4.698, "loss": "0.089", "ppl": "1.06", "wps": "13662.3", "ups": "6.32", "wpb": "2160.7", "bsz": "104.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "3166"} +{"epoch": 5, "update": 4.722, "loss": "0.09", "ppl": "1.06", "wps": "14127", "ups": "6.3", "wpb": "2242.8", "bsz": "109", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.577", "train_wall": "16", "gb_free": "42.5", "wall": "3182"} +{"epoch": 5, "update": 4.722, "loss": "0.09", "ppl": "1.06", "wps": "14127", "ups": "6.3", "wpb": "2242.8", "bsz": "109", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.577", "train_wall": "16", "gb_free": "42.5", "wall": "3182"} +{"epoch": 5, "update": 4.722, "loss": "0.09", "ppl": "1.06", "wps": "14127", "ups": "6.3", "wpb": "2242.8", "bsz": "109", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.577", "train_wall": "16", "gb_free": "42.5", "wall": "3182"} +{"epoch": 5, "update": 4.722, "loss": "0.09", "ppl": "1.06", "wps": "14127", "ups": "6.3", "wpb": "2242.8", "bsz": "109", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.577", "train_wall": "16", "gb_free": "42.5", "wall": "3182"} +{"epoch": 5, "update": 4.722, "loss": "0.09", "ppl": "1.06", "wps": "14127", "ups": "6.3", "wpb": "2242.8", "bsz": "109", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.577", "train_wall": "16", "gb_free": "42.5", "wall": "3182"} +{"epoch": 5, "update": 4.746, "loss": "0.084", "ppl": "1.06", "wps": "12272.6", "ups": "6.18", "wpb": "1985.2", "bsz": "93.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.6", "wall": "3198"} +{"epoch": 5, "update": 4.746, "loss": "0.084", "ppl": "1.06", "wps": "12272.6", "ups": "6.18", "wpb": "1985.2", "bsz": "93.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.6", "wall": "3198"} +{"epoch": 5, "update": 4.746, "loss": "0.084", "ppl": "1.06", "wps": "12272.6", "ups": "6.18", "wpb": "1985.2", "bsz": "93.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.6", "wall": "3198"} +{"epoch": 5, "update": 4.746, "loss": "0.084", "ppl": "1.06", "wps": "12272.6", "ups": "6.18", "wpb": "1985.2", "bsz": "93.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.6", "wall": "3198"} +{"epoch": 5, "update": 4.746, "loss": "0.084", "ppl": "1.06", "wps": "12272.6", "ups": "6.18", "wpb": "1985.2", "bsz": "93.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.6", "wall": "3198"} +{"epoch": 5, "update": 4.77, "loss": "0.087", "ppl": "1.06", "wps": "12187.7", "ups": "6.2", "wpb": "1965.7", "bsz": "91.8", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.4", "wall": "3214"} +{"epoch": 5, "update": 4.77, "loss": "0.087", "ppl": "1.06", "wps": "12187.7", "ups": "6.2", "wpb": "1965.7", "bsz": "91.8", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.4", "wall": "3214"} +{"epoch": 5, "update": 4.77, "loss": "0.087", "ppl": "1.06", "wps": "12187.7", "ups": "6.2", "wpb": "1965.7", "bsz": "91.8", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.4", "wall": "3214"} +{"epoch": 5, "update": 4.77, "loss": "0.087", "ppl": "1.06", "wps": "12187.7", "ups": "6.2", "wpb": "1965.7", "bsz": "91.8", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.4", "wall": "3214"} +{"epoch": 5, "update": 4.77, "loss": "0.087", "ppl": "1.06", "wps": "12187.7", "ups": "6.2", "wpb": "1965.7", "bsz": "91.8", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.704", "train_wall": "16", "gb_free": "42.4", "wall": "3214"} +{"epoch": 5, "update": 4.794, "loss": "0.085", "ppl": "1.06", "wps": "12044.7", "ups": "6.14", "wpb": "1961.6", "bsz": "97.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.627", "train_wall": "16", "gb_free": "42.7", "wall": "3230"} +{"epoch": 5, "update": 4.794, "loss": "0.085", "ppl": "1.06", "wps": "12044.7", "ups": "6.14", "wpb": "1961.6", "bsz": "97.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.627", "train_wall": "16", "gb_free": "42.7", "wall": "3230"} +{"epoch": 5, "update": 4.794, "loss": "0.085", "ppl": "1.06", "wps": "12044.7", "ups": "6.14", "wpb": "1961.6", "bsz": "97.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.627", "train_wall": "16", "gb_free": "42.7", "wall": "3230"} +{"epoch": 5, "update": 4.794, "loss": "0.085", "ppl": "1.06", "wps": "12044.7", "ups": "6.14", "wpb": "1961.6", "bsz": "97.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.627", "train_wall": "16", "gb_free": "42.7", "wall": "3230"} +{"epoch": 5, "update": 4.794, "loss": "0.085", "ppl": "1.06", "wps": "12044.7", "ups": "6.14", "wpb": "1961.6", "bsz": "97.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.627", "train_wall": "16", "gb_free": "42.7", "wall": "3230"} +{"epoch": 5, "update": 4.818, "loss": "0.063", "ppl": "1.04", "wps": "12971.4", "ups": "6.31", "wpb": "2057.2", "bsz": "106.7", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3246"} +{"epoch": 5, "update": 4.818, "loss": "0.063", "ppl": "1.04", "wps": "12971.4", "ups": "6.31", "wpb": "2057.2", "bsz": "106.7", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3246"} +{"epoch": 5, "update": 4.818, "loss": "0.063", "ppl": "1.04", "wps": "12971.4", "ups": "6.31", "wpb": "2057.2", "bsz": "106.7", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3246"} +{"epoch": 5, "update": 4.818, "loss": "0.063", "ppl": "1.04", "wps": "12971.4", "ups": "6.31", "wpb": "2057.2", "bsz": "106.7", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3246"} +{"epoch": 5, "update": 4.818, "loss": "0.063", "ppl": "1.04", "wps": "12971.4", "ups": "6.31", "wpb": "2057.2", "bsz": "106.7", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3246"} +{"epoch": 5, "update": 4.842, "loss": "0.078", "ppl": "1.06", "wps": "13124.8", "ups": "6.2", "wpb": "2116.1", "bsz": "102.9", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.842, "loss": "0.078", "ppl": "1.06", "wps": "13124.8", "ups": "6.2", "wpb": "2116.1", "bsz": "102.9", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.842, "loss": "0.078", "ppl": "1.06", "wps": "13124.8", "ups": "6.2", "wpb": "2116.1", "bsz": "102.9", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.842, "loss": "0.078", "ppl": "1.06", "wps": "13124.8", "ups": "6.2", "wpb": "2116.1", "bsz": "102.9", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.842, "loss": "0.078", "ppl": "1.06", "wps": "13124.8", "ups": "6.2", "wpb": "2116.1", "bsz": "102.9", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.866, "loss": "0.076", "ppl": "1.05", "wps": "12620.3", "ups": "6.19", "wpb": "2038", "bsz": "105", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.599", "train_wall": "16", "gb_free": "41.8", "wall": "3279"} +{"epoch": 5, "update": 4.866, "loss": "0.076", "ppl": "1.05", "wps": "12620.3", "ups": "6.19", "wpb": "2038", "bsz": "105", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.599", "train_wall": "16", "gb_free": "41.8", "wall": "3279"} +{"epoch": 5, "update": 4.866, "loss": "0.076", "ppl": "1.05", "wps": "12620.3", "ups": "6.19", "wpb": "2038", "bsz": "105", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.599", "train_wall": "16", "gb_free": "41.8", "wall": "3279"} +{"epoch": 5, "update": 4.866, "loss": "0.076", "ppl": "1.05", "wps": "12620.3", "ups": "6.19", "wpb": "2038", "bsz": "105", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.599", "train_wall": "16", "gb_free": "41.8", "wall": "3279"} +{"epoch": 5, "update": 4.866, "loss": "0.076", "ppl": "1.05", "wps": "12620.3", "ups": "6.19", "wpb": "2038", "bsz": "105", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.599", "train_wall": "16", "gb_free": "41.8", "wall": "3279"} +{"epoch": 5, "update": 4.89, "loss": "0.095", "ppl": "1.07", "wps": "14377.8", "ups": "6.29", "wpb": "2285.4", "bsz": "108.4", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.554", "train_wall": "16", "gb_free": "42.6", "wall": "3294"} +{"epoch": 5, "update": 4.89, "loss": "0.095", "ppl": "1.07", "wps": "14377.8", "ups": "6.29", "wpb": "2285.4", "bsz": "108.4", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.554", "train_wall": "16", "gb_free": "42.6", "wall": "3294"} +{"epoch": 5, "update": 4.89, "loss": "0.095", "ppl": "1.07", "wps": "14377.8", "ups": "6.29", "wpb": "2285.4", "bsz": "108.4", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.554", "train_wall": "16", "gb_free": "42.6", "wall": "3294"} +{"epoch": 5, "update": 4.89, "loss": "0.095", "ppl": "1.07", "wps": "14377.8", "ups": "6.29", "wpb": "2285.4", "bsz": "108.4", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.554", "train_wall": "16", "gb_free": "42.6", "wall": "3294"} +{"epoch": 5, "update": 4.89, "loss": "0.095", "ppl": "1.07", "wps": "14377.8", "ups": "6.29", "wpb": "2285.4", "bsz": "108.4", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.554", "train_wall": "16", "gb_free": "42.6", "wall": "3294"} +{"epoch": 5, "update": 4.914, "loss": "0.078", "ppl": "1.06", "wps": "14472.6", "ups": "6.32", "wpb": "2290.1", "bsz": "108.5", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.522", "train_wall": "16", "gb_free": "41.2", "wall": "3310"} +{"epoch": 5, "update": 4.914, "loss": "0.078", "ppl": "1.06", "wps": "14472.6", "ups": "6.32", "wpb": "2290.1", "bsz": "108.5", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.522", "train_wall": "16", "gb_free": "41.2", "wall": "3310"} +{"epoch": 5, "update": 4.914, "loss": "0.078", "ppl": "1.06", "wps": "14472.6", "ups": "6.32", "wpb": "2290.1", "bsz": "108.5", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.522", "train_wall": "16", "gb_free": "41.2", "wall": "3310"} +{"epoch": 5, "update": 4.914, "loss": "0.078", "ppl": "1.06", "wps": "14472.6", "ups": "6.32", "wpb": "2290.1", "bsz": "108.5", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.522", "train_wall": "16", "gb_free": "41.2", "wall": "3310"} +{"epoch": 5, "update": 4.914, "loss": "0.078", "ppl": "1.06", "wps": "14472.6", "ups": "6.32", "wpb": "2290.1", "bsz": "108.5", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.522", "train_wall": "16", "gb_free": "41.2", "wall": "3310"} +{"epoch": 5, "update": 4.939, "loss": "0.098", "ppl": "1.07", "wps": "13962.5", "ups": "6.21", "wpb": "2247.4", "bsz": "104.9", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "3326"} +{"epoch": 5, "update": 4.939, "loss": "0.098", "ppl": "1.07", "wps": "13962.5", "ups": "6.21", "wpb": "2247.4", "bsz": "104.9", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "3326"} +{"epoch": 5, "update": 4.939, "loss": "0.098", "ppl": "1.07", "wps": "13962.5", "ups": "6.21", "wpb": "2247.4", "bsz": "104.9", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "3326"} +{"epoch": 5, "update": 4.939, "loss": "0.098", "ppl": "1.07", "wps": "13962.5", "ups": "6.21", "wpb": "2247.4", "bsz": "104.9", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "3326"} +{"epoch": 5, "update": 4.939, "loss": "0.098", "ppl": "1.07", "wps": "13962.5", "ups": "6.21", "wpb": "2247.4", "bsz": "104.9", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.593", "train_wall": "16", "gb_free": "42.5", "wall": "3326"} +{"epoch": 5, "update": 4.963, "loss": "0.12", "ppl": "1.09", "wps": "13587.8", "ups": "6.18", "wpb": "2198.8", "bsz": "108.2", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.823", "train_wall": "16", "gb_free": "42.8", "wall": "3343"} +{"epoch": 5, "update": 4.963, "loss": "0.12", "ppl": "1.09", "wps": "13587.8", "ups": "6.18", "wpb": "2198.8", "bsz": "108.2", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.823", "train_wall": "16", "gb_free": "42.8", "wall": "3343"} +{"epoch": 5, "update": 4.963, "loss": "0.12", "ppl": "1.09", "wps": "13587.8", "ups": "6.18", "wpb": "2198.8", "bsz": "108.2", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.823", "train_wall": "16", "gb_free": "42.8", "wall": "3343"} +{"epoch": 5, "update": 4.963, "loss": "0.12", "ppl": "1.09", "wps": "13587.8", "ups": "6.18", "wpb": "2198.8", "bsz": "108.2", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.823", "train_wall": "16", "gb_free": "42.8", "wall": "3343"} +{"epoch": 5, "update": 4.963, "loss": "0.12", "ppl": "1.09", "wps": "13587.8", "ups": "6.18", "wpb": "2198.8", "bsz": "108.2", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.823", "train_wall": "16", "gb_free": "42.8", "wall": "3343"} +{"epoch": 5, "update": 4.987, "loss": "0.093", "ppl": "1.07", "wps": "13095.2", "ups": "6.21", "wpb": "2108", "bsz": "98.4", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.589", "train_wall": "16", "gb_free": "42.5", "wall": "3359"} +{"epoch": 5, "update": 4.987, "loss": "0.093", "ppl": "1.07", "wps": "13095.2", "ups": "6.21", "wpb": "2108", "bsz": "98.4", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.589", "train_wall": "16", "gb_free": "42.5", "wall": "3359"} +{"epoch": 5, "update": 4.987, "loss": "0.093", "ppl": "1.07", "wps": "13095.2", "ups": "6.21", "wpb": "2108", "bsz": "98.4", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.589", "train_wall": "16", "gb_free": "42.5", "wall": "3359"} +{"epoch": 5, "update": 4.987, "loss": "0.093", "ppl": "1.07", "wps": "13095.2", "ups": "6.21", "wpb": "2108", "bsz": "98.4", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.589", "train_wall": "16", "gb_free": "42.5", "wall": "3359"} +{"epoch": 5, "update": 4.987, "loss": "0.093", "ppl": "1.07", "wps": "13095.2", "ups": "6.21", "wpb": "2108", "bsz": "98.4", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.589", "train_wall": "16", "gb_free": "42.5", "wall": "3359"} +begin validation on "valid" subset +{"epoch": 5, "valid_loss": "0.109", "valid_ppl": "1.08", "valid_wps": "41399.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "20755", "valid_best_loss": "0.109"} +{"epoch": 5, "valid_loss": "0.109", "valid_ppl": "1.08", "valid_wps": "41399.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "20755", "valid_best_loss": "0.109"} +{"epoch": 5, "valid_loss": "0.109", "valid_ppl": "1.08", "valid_wps": "41399.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "20755", "valid_best_loss": "0.109"} +{"epoch": 5, "valid_loss": "0.109", "valid_ppl": "1.08", "valid_wps": "41399.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "20755", "valid_best_loss": "0.109"} +{"epoch": 5, "valid_loss": "0.109", "valid_ppl": "1.08", "valid_wps": "41399.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "20755", "valid_best_loss": "0.109"} +end of epoch 5 (average epoch stats below) +{"epoch": 5, "train_loss": "0.097", "train_ppl": "1.07", "train_wps": "13177.1", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "20755", "train_lr": "0.000219502", "train_gnorm": "0.621", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "3374"} +{"epoch": 5, "train_loss": "0.097", "train_ppl": "1.07", "train_wps": "13177.1", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "20755", "train_lr": "0.000219502", "train_gnorm": "0.621", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "3374"} +{"epoch": 5, "train_loss": "0.097", "train_ppl": "1.07", "train_wps": "13177.1", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "20755", "train_lr": "0.000219502", "train_gnorm": "0.621", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "3374"} +{"epoch": 5, "train_loss": "0.097", "train_ppl": "1.07", "train_wps": "13177.1", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "20755", "train_lr": "0.000219502", "train_gnorm": "0.621", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "3374"} +{"epoch": 5, "train_loss": "0.097", "train_ppl": "1.07", "train_wps": "13177.1", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "20755", "train_lr": "0.000219502", "train_gnorm": "0.621", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "3374"} +Start iterating over samples +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.011, "loss": "0.076", "ppl": "1.05", "wps": "9470.5", "ups": "4.48", "wpb": "2114.4", "bsz": "99.2", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.5", "wall": "3381"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.035, "loss": "0.071", "ppl": "1.05", "wps": "12546.1", "ups": "6.23", "wpb": "2012.3", "bsz": "95.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.8", "wall": "3397"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.059, "loss": "0.062", "ppl": "1.04", "wps": "14163.3", "ups": "6.27", "wpb": "2258.6", "bsz": "110.7", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.548", "train_wall": "16", "gb_free": "41.7", "wall": "3413"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.083, "loss": "0.086", "ppl": "1.06", "wps": "13642", "ups": "6.15", "wpb": "2218.1", "bsz": "105.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.583", "train_wall": "16", "gb_free": "41.3", "wall": "3429"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.107, "loss": "0.059", "ppl": "1.04", "wps": "12659.4", "ups": "6.25", "wpb": "2025.8", "bsz": "99.4", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3445"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.131, "loss": "0.063", "ppl": "1.04", "wps": "14249.6", "ups": "6.26", "wpb": "2275.5", "bsz": "114.5", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.51", "train_wall": "16", "gb_free": "42", "wall": "3461"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.155, "loss": "0.055", "ppl": "1.04", "wps": "12835.2", "ups": "6.23", "wpb": "2059.8", "bsz": "101.8", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.6", "wall": "3477"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.179, "loss": "0.066", "ppl": "1.05", "wps": "15008.6", "ups": "6.32", "wpb": "2373.1", "bsz": "111", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "3493"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.204, "loss": "0.065", "ppl": "1.05", "wps": "13607.4", "ups": "6.27", "wpb": "2169.4", "bsz": "102.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "3509"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.228, "loss": "0.062", "ppl": "1.04", "wps": "13117", "ups": "6.27", "wpb": "2090.9", "bsz": "100", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.6", "wall": "3525"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.252, "loss": "0.065", "ppl": "1.05", "wps": "12481.2", "ups": "6.14", "wpb": "2031.4", "bsz": "97", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.8", "wall": "3541"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.276, "loss": "0.059", "ppl": "1.04", "wps": "13340.2", "ups": "6.27", "wpb": "2129", "bsz": "105.1", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.7", "wall": "3557"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.3, "loss": "0.072", "ppl": "1.05", "wps": "13035", "ups": "6.19", "wpb": "2107", "bsz": "96.2", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "3573"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.324, "loss": "0.074", "ppl": "1.05", "wps": "13850.4", "ups": "6.22", "wpb": "2225.6", "bsz": "108.1", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.617", "train_wall": "16", "gb_free": "42.6", "wall": "3589"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.348, "loss": "0.065", "ppl": "1.05", "wps": "15304.2", "ups": "6.33", "wpb": "2417.1", "bsz": "116", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.8", "wall": "3605"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.372, "loss": "0.059", "ppl": "1.04", "wps": "11416.8", "ups": "6.15", "wpb": "1857.5", "bsz": "91.6", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3622"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.396, "loss": "0.092", "ppl": "1.07", "wps": "12437.6", "ups": "6.26", "wpb": "1985.9", "bsz": "97.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.831", "train_wall": "16", "gb_free": "42.5", "wall": "3637"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.42, "loss": "0.074", "ppl": "1.05", "wps": "13076", "ups": "6.23", "wpb": "2098.9", "bsz": "103.7", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.588", "train_wall": "16", "gb_free": "42.7", "wall": "3654"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.444, "loss": "0.067", "ppl": "1.05", "wps": "13888.5", "ups": "6.26", "wpb": "2217.3", "bsz": "107.8", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.6", "wall": "3669"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.469, "loss": "0.059", "ppl": "1.04", "wps": "12864.1", "ups": "6.15", "wpb": "2091.5", "bsz": "102.6", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.584", "train_wall": "16", "gb_free": "41.8", "wall": "3686"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.493, "loss": "0.05", "ppl": "1.04", "wps": "12370.9", "ups": "6.13", "wpb": "2017.6", "bsz": "100.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.8", "wall": "3702"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.517, "loss": "0.065", "ppl": "1.05", "wps": "13149.9", "ups": "6.16", "wpb": "2134.2", "bsz": "101.6", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.4", "wall": "3718"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.541, "loss": "0.063", "ppl": "1.04", "wps": "15662.9", "ups": "6.32", "wpb": "2477.7", "bsz": "116.8", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3734"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.565, "loss": "0.053", "ppl": "1.04", "wps": "12387.8", "ups": "6.17", "wpb": "2007", "bsz": "100.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.7", "wall": "3750"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.589, "loss": "0.059", "ppl": "1.04", "wps": "13799.1", "ups": "6.25", "wpb": "2208.2", "bsz": "106.7", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.5", "wall": "3766"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.613, "loss": "0.05", "ppl": "1.04", "wps": "13914.2", "ups": "6.27", "wpb": "2219.9", "bsz": "110.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.477", "train_wall": "16", "gb_free": "42.5", "wall": "3782"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.637, "loss": "0.059", "ppl": "1.04", "wps": "12945.7", "ups": "6.15", "wpb": "2105.4", "bsz": "103.1", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.5", "wall": "3799"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.661, "loss": "0.06", "ppl": "1.04", "wps": "14444.1", "ups": "6.24", "wpb": "2313.8", "bsz": "113.2", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "41.6", "wall": "3815"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.685, "loss": "0.058", "ppl": "1.04", "wps": "12402", "ups": "6.21", "wpb": "1996.8", "bsz": "97.7", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.5", "wall": "3831"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.709, "loss": "0.057", "ppl": "1.04", "wps": "13601.1", "ups": "6.3", "wpb": "2157.7", "bsz": "103.9", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "3847"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.734, "loss": "0.066", "ppl": "1.05", "wps": "13155.7", "ups": "6.11", "wpb": "2154.9", "bsz": "101.9", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.561", "train_wall": "16", "gb_free": "42.6", "wall": "3863"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.758, "loss": "0.061", "ppl": "1.04", "wps": "14088", "ups": "6.22", "wpb": "2263.6", "bsz": "103", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.525", "train_wall": "16", "gb_free": "42.4", "wall": "3879"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.782, "loss": "0.06", "ppl": "1.04", "wps": "12753.1", "ups": "6.19", "wpb": "2059.2", "bsz": "97.9", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.572", "train_wall": "16", "gb_free": "42.8", "wall": "3895"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.806, "loss": "0.059", "ppl": "1.04", "wps": "12920", "ups": "6.11", "wpb": "2115.5", "bsz": "99.3", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.494", "train_wall": "16", "gb_free": "41.7", "wall": "3911"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.83, "loss": "0.053", "ppl": "1.04", "wps": "11992.3", "ups": "6.18", "wpb": "1940.8", "bsz": "95.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.5", "wall": "3928"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12903", "ups": "6.14", "wpb": "2101", "bsz": "102.8", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.2", "wall": "3944"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.878, "loss": "0.056", "ppl": "1.04", "wps": "13297.6", "ups": "6.11", "wpb": "2176.9", "bsz": "103.6", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.46", "train_wall": "16", "gb_free": "42.5", "wall": "3960"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.902, "loss": "0.056", "ppl": "1.04", "wps": "12130.9", "ups": "6.26", "wpb": "1938.4", "bsz": "92.1", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.6", "wall": "3976"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "14146.3", "ups": "6.25", "wpb": "2263.6", "bsz": "109.4", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.7", "wall": "3992"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.95, "loss": "0.054", "ppl": "1.04", "wps": "12162.6", "ups": "6.09", "wpb": "1996.9", "bsz": "92.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.514", "train_wall": "16", "gb_free": "42.6", "wall": "4009"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.974, "loss": "0.048", "ppl": "1.03", "wps": "12704.5", "ups": "6.24", "wpb": "2036.5", "bsz": "101.8", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.534", "train_wall": "16", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +{"epoch": 6, "update": 5.999, "loss": "0.045", "ppl": "1.03", "wps": "13944.9", "ups": "6.24", "wpb": "2234.5", "bsz": "111.2", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.509", "train_wall": "16", "gb_free": "41.8", "wall": "4041"} +begin validation on "valid" subset +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +{"epoch": 6, "valid_loss": "0.089", "valid_ppl": "1.06", "valid_wps": "41636", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "24906", "valid_best_loss": "0.089"} +end of epoch 6 (average epoch stats below) +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +{"epoch": 6, "train_loss": "0.061", "train_ppl": "1.04", "train_wps": "13165", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "24906", "train_lr": "0.000200377", "train_gnorm": "0.534", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "4048"} +Start iterating over samples +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.023, "loss": "0.046", "ppl": "1.03", "wps": "9394.4", "ups": "4.51", "wpb": "2080.9", "bsz": "103.5", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.6", "wall": "4063"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.047, "loss": "0.051", "ppl": "1.04", "wps": "14315.9", "ups": "6.26", "wpb": "2285.2", "bsz": "105.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4079"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.071, "loss": "0.049", "ppl": "1.03", "wps": "13793.5", "ups": "6.28", "wpb": "2196.9", "bsz": "106.3", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.5", "wall": "4095"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.095, "loss": "0.051", "ppl": "1.04", "wps": "12391.7", "ups": "6.21", "wpb": "1994.1", "bsz": "98.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.7", "wall": "4111"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.119, "loss": "0.049", "ppl": "1.03", "wps": "13154.9", "ups": "6.27", "wpb": "2097.4", "bsz": "105.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.6", "wall": "4127"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.143, "loss": "0.049", "ppl": "1.03", "wps": "13804.3", "ups": "6.25", "wpb": "2207.1", "bsz": "107.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.7", "wall": "4143"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.167, "loss": "0.043", "ppl": "1.03", "wps": "14063.8", "ups": "6.25", "wpb": "2249.7", "bsz": "106.5", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.5", "wall": "4159"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.191, "loss": "0.044", "ppl": "1.03", "wps": "13942.4", "ups": "6.3", "wpb": "2213.4", "bsz": "108", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.43", "train_wall": "16", "gb_free": "42.6", "wall": "4175"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.215, "loss": "0.035", "ppl": "1.02", "wps": "12003.3", "ups": "6.23", "wpb": "1926", "bsz": "94.9", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.446", "train_wall": "16", "gb_free": "42.5", "wall": "4191"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.239, "loss": "0.047", "ppl": "1.03", "wps": "13085.9", "ups": "6.21", "wpb": "2106.4", "bsz": "101.2", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "4207"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.264, "loss": "0.043", "ppl": "1.03", "wps": "12693.7", "ups": "6.17", "wpb": "2057.8", "bsz": "103", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.49", "train_wall": "16", "gb_free": "42.5", "wall": "4223"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.288, "loss": "0.042", "ppl": "1.03", "wps": "13796.3", "ups": "6.28", "wpb": "2197.8", "bsz": "105.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.507", "train_wall": "16", "gb_free": "42.7", "wall": "4239"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.312, "loss": "0.048", "ppl": "1.03", "wps": "12929.1", "ups": "6.19", "wpb": "2087.5", "bsz": "100.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.537", "train_wall": "16", "gb_free": "42.5", "wall": "4255"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.336, "loss": "0.043", "ppl": "1.03", "wps": "12910.4", "ups": "6.19", "wpb": "2085.4", "bsz": "100.6", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.47", "train_wall": "16", "gb_free": "42.6", "wall": "4271"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.36, "loss": "0.048", "ppl": "1.03", "wps": "14266.2", "ups": "6.19", "wpb": "2305.1", "bsz": "107.7", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.509", "train_wall": "16", "gb_free": "42.5", "wall": "4287"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.384, "loss": "0.05", "ppl": "1.03", "wps": "13473.3", "ups": "6.24", "wpb": "2160.6", "bsz": "102.6", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.564", "train_wall": "16", "gb_free": "42.5", "wall": "4303"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.408, "loss": "0.038", "ppl": "1.03", "wps": "12708.3", "ups": "6.19", "wpb": "2054.2", "bsz": "99.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4320"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.432, "loss": "0.037", "ppl": "1.03", "wps": "14925.8", "ups": "6.3", "wpb": "2369.9", "bsz": "122.2", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.5", "wall": "4336"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.456, "loss": "0.044", "ppl": "1.03", "wps": "11996.4", "ups": "6.13", "wpb": "1955.5", "bsz": "95", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4352"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.48, "loss": "0.046", "ppl": "1.03", "wps": "13266.4", "ups": "6.2", "wpb": "2140.8", "bsz": "103.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.5", "wall": "4368"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.504, "loss": "0.047", "ppl": "1.03", "wps": "12181.5", "ups": "6.17", "wpb": "1975.3", "bsz": "96.2", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.56", "train_wall": "16", "gb_free": "42.5", "wall": "4384"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.529, "loss": "0.046", "ppl": "1.03", "wps": "14573.8", "ups": "6.33", "wpb": "2301.3", "bsz": "111.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.453", "train_wall": "16", "gb_free": "42.5", "wall": "4400"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.553, "loss": "0.04", "ppl": "1.03", "wps": "13194.9", "ups": "6.26", "wpb": "2109.2", "bsz": "104.9", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4416"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.577, "loss": "0.046", "ppl": "1.03", "wps": "13746", "ups": "6.2", "wpb": "2216.1", "bsz": "100.2", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.444", "train_wall": "16", "gb_free": "42.4", "wall": "4432"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.601, "loss": "0.037", "ppl": "1.03", "wps": "14544.6", "ups": "6.29", "wpb": "2312.1", "bsz": "113.1", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.6", "wall": "4448"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.625, "loss": "0.045", "ppl": "1.03", "wps": "14339.9", "ups": "6.24", "wpb": "2298.8", "bsz": "110.9", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.7", "wall": "4464"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.649, "loss": "0.046", "ppl": "1.03", "wps": "12732.5", "ups": "6.13", "wpb": "2076.8", "bsz": "95.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.533", "train_wall": "16", "gb_free": "42.5", "wall": "4480"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.673, "loss": "0.048", "ppl": "1.03", "wps": "11748.1", "ups": "6.08", "wpb": "1931.9", "bsz": "90.8", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.6", "wall": "4497"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.697, "loss": "0.046", "ppl": "1.03", "wps": "14713.8", "ups": "6.28", "wpb": "2342.6", "bsz": "109.8", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.522", "train_wall": "16", "gb_free": "42.8", "wall": "4513"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.721, "loss": "0.036", "ppl": "1.03", "wps": "13570.1", "ups": "6.3", "wpb": "2155.6", "bsz": "106.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "4529"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.745, "loss": "0.036", "ppl": "1.03", "wps": "12650.8", "ups": "6.22", "wpb": "2035", "bsz": "99.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.4", "wall": "4545"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.769, "loss": "0.044", "ppl": "1.03", "wps": "12661.4", "ups": "6.09", "wpb": "2078", "bsz": "99.8", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.574", "train_wall": "16", "gb_free": "41.6", "wall": "4561"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.794, "loss": "0.042", "ppl": "1.03", "wps": "12901.9", "ups": "6.26", "wpb": "2062.5", "bsz": "102", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.446", "train_wall": "16", "gb_free": "41.7", "wall": "4577"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.818, "loss": "0.038", "ppl": "1.03", "wps": "12916.5", "ups": "6.2", "wpb": "2081.8", "bsz": "101.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.6", "wall": "4593"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.842, "loss": "0.042", "ppl": "1.03", "wps": "13137.4", "ups": "6.16", "wpb": "2134.4", "bsz": "104.8", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.598", "train_wall": "16", "gb_free": "42.6", "wall": "4609"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.866, "loss": "0.044", "ppl": "1.03", "wps": "13024.4", "ups": "6.2", "wpb": "2100.3", "bsz": "95.5", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.491", "train_wall": "16", "gb_free": "42.7", "wall": "4626"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.89, "loss": "0.038", "ppl": "1.03", "wps": "14473.7", "ups": "6.26", "wpb": "2310.9", "bsz": "110.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "4642"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.914, "loss": "0.031", "ppl": "1.02", "wps": "13731.3", "ups": "6.27", "wpb": "2189.8", "bsz": "111.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4657"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.938, "loss": "0.034", "ppl": "1.02", "wps": "12189.4", "ups": "6.21", "wpb": "1964.3", "bsz": "92.7", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.5", "wall": "4674"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.962, "loss": "0.038", "ppl": "1.03", "wps": "13455.7", "ups": "6.3", "wpb": "2136", "bsz": "103", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.458", "train_wall": "16", "gb_free": "42.7", "wall": "4689"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +{"epoch": 7, "update": 6.986, "loss": "0.037", "ppl": "1.03", "wps": "13188", "ups": "6.26", "wpb": "2108", "bsz": "98.9", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.42", "train_wall": "16", "gb_free": "42.5", "wall": "4705"} +begin validation on "valid" subset +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +{"epoch": 7, "valid_loss": "0.08", "valid_ppl": "1.06", "valid_wps": "41433.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "29057", "valid_best_loss": "0.08"} +end of epoch 7 (average epoch stats below) +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +{"epoch": 7, "train_loss": "0.043", "train_ppl": "1.03", "train_wps": "13190.5", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "29057", "train_lr": "0.000185513", "train_gnorm": "0.485", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "4721"} +Start iterating over samples +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.01, "loss": "0.034", "ppl": "1.02", "wps": "9112.1", "ups": "4.47", "wpb": "2037.9", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.443", "train_wall": "16", "gb_free": "41.4", "wall": "4728"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.034, "loss": "0.03", "ppl": "1.02", "wps": "13297.2", "ups": "6.18", "wpb": "2153.2", "bsz": "102.7", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.6", "wall": "4744"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.059, "loss": "0.03", "ppl": "1.02", "wps": "13659.1", "ups": "6.24", "wpb": "2189", "bsz": "109.5", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.7", "wall": "4760"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.083, "loss": "0.031", "ppl": "1.02", "wps": "13571.3", "ups": "6.27", "wpb": "2164.7", "bsz": "107.3", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "4776"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.107, "loss": "0.026", "ppl": "1.02", "wps": "12589.8", "ups": "6.22", "wpb": "2025.4", "bsz": "98", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "4792"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.131, "loss": "0.03", "ppl": "1.02", "wps": "13484.2", "ups": "6.24", "wpb": "2162.1", "bsz": "108.4", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "4808"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.155, "loss": "0.035", "ppl": "1.02", "wps": "13172.8", "ups": "6.24", "wpb": "2110.8", "bsz": "101", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "4824"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.179, "loss": "0.035", "ppl": "1.02", "wps": "14634.8", "ups": "6.29", "wpb": "2327.7", "bsz": "109.5", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.465", "train_wall": "16", "gb_free": "41.4", "wall": "4840"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.203, "loss": "0.04", "ppl": "1.03", "wps": "14087.4", "ups": "6.22", "wpb": "2263.3", "bsz": "105.1", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.6", "wall": "4856"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.227, "loss": "0.039", "ppl": "1.03", "wps": "13462.7", "ups": "6.21", "wpb": "2168.7", "bsz": "103.4", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.462", "train_wall": "16", "gb_free": "42.5", "wall": "4872"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.251, "loss": "0.031", "ppl": "1.02", "wps": "13564.1", "ups": "6.21", "wpb": "2182.6", "bsz": "102.5", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4888"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.275, "loss": "0.036", "ppl": "1.02", "wps": "14633.3", "ups": "6.28", "wpb": "2329.2", "bsz": "115", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.5", "wall": "4904"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.299, "loss": "0.039", "ppl": "1.03", "wps": "12017.7", "ups": "6.11", "wpb": "1968.3", "bsz": "94", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4921"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.324, "loss": "0.038", "ppl": "1.03", "wps": "12629.2", "ups": "6.23", "wpb": "2028.1", "bsz": "96.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.6", "wall": "4937"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.348, "loss": "0.037", "ppl": "1.03", "wps": "12643.8", "ups": "6.29", "wpb": "2010.8", "bsz": "99.5", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.5", "train_wall": "16", "gb_free": "42.7", "wall": "4953"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.372, "loss": "0.032", "ppl": "1.02", "wps": "13731.1", "ups": "6.26", "wpb": "2192.6", "bsz": "107", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.44", "train_wall": "16", "gb_free": "42.4", "wall": "4969"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.396, "loss": "0.03", "ppl": "1.02", "wps": "14175", "ups": "6.26", "wpb": "2264.1", "bsz": "107.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "4984"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.42, "loss": "0.03", "ppl": "1.02", "wps": "13720.3", "ups": "6.25", "wpb": "2196.7", "bsz": "110.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.469", "train_wall": "16", "gb_free": "42.4", "wall": "5001"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.444, "loss": "0.025", "ppl": "1.02", "wps": "14104.8", "ups": "6.36", "wpb": "2217.4", "bsz": "112", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.435", "train_wall": "16", "gb_free": "42.2", "wall": "5016"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.468, "loss": "0.037", "ppl": "1.03", "wps": "11866.2", "ups": "6.12", "wpb": "1939.3", "bsz": "90.8", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "5033"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.492, "loss": "0.034", "ppl": "1.02", "wps": "12085", "ups": "6.1", "wpb": "1981.8", "bsz": "91.8", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "5049"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.516, "loss": "0.034", "ppl": "1.02", "wps": "14059.1", "ups": "6.29", "wpb": "2234.7", "bsz": "107.8", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "5065"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.54, "loss": "0.028", "ppl": "1.02", "wps": "14148.3", "ups": "6.27", "wpb": "2255.5", "bsz": "109.8", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "5081"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.564, "loss": "0.025", "ppl": "1.02", "wps": "13304.2", "ups": "6.32", "wpb": "2104.7", "bsz": "104.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5097"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.589, "loss": "0.035", "ppl": "1.02", "wps": "13553.5", "ups": "6.27", "wpb": "2160.6", "bsz": "106.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.4", "wall": "5113"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.613, "loss": "0.034", "ppl": "1.02", "wps": "12945.4", "ups": "6.15", "wpb": "2103.8", "bsz": "100.2", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.481", "train_wall": "16", "gb_free": "42", "wall": "5129"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.637, "loss": "0.034", "ppl": "1.02", "wps": "13136.9", "ups": "6.17", "wpb": "2128.7", "bsz": "100.6", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5145"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.661, "loss": "0.027", "ppl": "1.02", "wps": "12323.6", "ups": "6.23", "wpb": "1979.4", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.7", "wall": "5161"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.685, "loss": "0.034", "ppl": "1.02", "wps": "12349.3", "ups": "6.16", "wpb": "2005.5", "bsz": "95.4", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "5177"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.709, "loss": "0.033", "ppl": "1.02", "wps": "14422", "ups": "6.24", "wpb": "2309.8", "bsz": "111.8", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.433", "train_wall": "16", "gb_free": "42", "wall": "5193"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.733, "loss": "0.027", "ppl": "1.02", "wps": "12934.3", "ups": "6.22", "wpb": "2079.3", "bsz": "101.8", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5209"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.757, "loss": "0.036", "ppl": "1.03", "wps": "12824.9", "ups": "6.14", "wpb": "2088.3", "bsz": "95.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "5226"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.781, "loss": "0.028", "ppl": "1.02", "wps": "13394.1", "ups": "6.29", "wpb": "2129", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.434", "train_wall": "16", "gb_free": "42.5", "wall": "5242"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.805, "loss": "0.028", "ppl": "1.02", "wps": "14771.6", "ups": "6.31", "wpb": "2341.3", "bsz": "116", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.432", "train_wall": "16", "gb_free": "42", "wall": "5257"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.829, "loss": "0.032", "ppl": "1.02", "wps": "13550", "ups": "6.25", "wpb": "2168.6", "bsz": "103.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "5273"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.854, "loss": "0.032", "ppl": "1.02", "wps": "13524", "ups": "6.18", "wpb": "2187.8", "bsz": "104.6", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.455", "train_wall": "16", "gb_free": "42.5", "wall": "5290"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.878, "loss": "0.03", "ppl": "1.02", "wps": "13983.3", "ups": "6.22", "wpb": "2247", "bsz": "108.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.5", "wall": "5306"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.902, "loss": "0.031", "ppl": "1.02", "wps": "12424.2", "ups": "6.24", "wpb": "1992.3", "bsz": "95.8", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "5322"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.926, "loss": "0.03", "ppl": "1.02", "wps": "13249.6", "ups": "6.22", "wpb": "2131.5", "bsz": "103", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.439", "train_wall": "16", "gb_free": "42.6", "wall": "5338"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.95, "loss": "0.028", "ppl": "1.02", "wps": "13354", "ups": "6.3", "wpb": "2120.5", "bsz": "104.4", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "5354"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.974, "loss": "0.031", "ppl": "1.02", "wps": "13358.9", "ups": "6.23", "wpb": "2143.2", "bsz": "103.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.456", "train_wall": "16", "gb_free": "42.7", "wall": "5370"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +{"epoch": 8, "update": 7.998, "loss": "0.031", "ppl": "1.02", "wps": "12064.6", "ups": "6.2", "wpb": "1946.5", "bsz": "92", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.6", "wall": "5386"} +begin validation on "valid" subset +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +{"epoch": 8, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "41425.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "33208", "valid_best_loss": "0.067"} +end of epoch 8 (average epoch stats below) +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +{"epoch": 8, "train_loss": "0.032", "train_ppl": "1.02", "train_wps": "13194.6", "train_ups": "6.17", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "33208", "train_lr": "0.000173532", "train_gnorm": "0.439", "train_train_wall": "660", "train_gb_free": "42.5", "train_wall": "5393"} +Start iterating over samples +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.022, "loss": "0.025", "ppl": "1.02", "wps": "9584.9", "ups": "4.49", "wpb": "2132.6", "bsz": "103.3", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "5408"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.046, "loss": "0.021", "ppl": "1.01", "wps": "12935.6", "ups": "6.21", "wpb": "2082", "bsz": "101.5", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "5424"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.07, "loss": "0.025", "ppl": "1.02", "wps": "12478.9", "ups": "6.17", "wpb": "2022.8", "bsz": "98.5", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5440"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.094, "loss": "0.021", "ppl": "1.01", "wps": "12594.6", "ups": "6.18", "wpb": "2037.4", "bsz": "98.2", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.5", "wall": "5457"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.119, "loss": "0.025", "ppl": "1.02", "wps": "14399.2", "ups": "6.26", "wpb": "2299.9", "bsz": "109.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5473"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.143, "loss": "0.024", "ppl": "1.02", "wps": "12852.3", "ups": "6.25", "wpb": "2057.4", "bsz": "98.5", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.7", "wall": "5489"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.167, "loss": "0.021", "ppl": "1.01", "wps": "14912.2", "ups": "6.27", "wpb": "2379.6", "bsz": "119.4", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "5505"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.191, "loss": "0.025", "ppl": "1.02", "wps": "12843.3", "ups": "6.18", "wpb": "2077.9", "bsz": "99.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "5521"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.215, "loss": "0.027", "ppl": "1.02", "wps": "13847", "ups": "6.16", "wpb": "2246.2", "bsz": "106.3", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "5537"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.239, "loss": "0.023", "ppl": "1.02", "wps": "12859.6", "ups": "6.26", "wpb": "2053", "bsz": "103.6", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5553"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.263, "loss": "0.028", "ppl": "1.02", "wps": "14063.9", "ups": "6.25", "wpb": "2250.7", "bsz": "105.5", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "5569"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.287, "loss": "0.027", "ppl": "1.02", "wps": "14438", "ups": "6.28", "wpb": "2298.2", "bsz": "113.8", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5585"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.311, "loss": "0.028", "ppl": "1.02", "wps": "12938.3", "ups": "6.19", "wpb": "2090.2", "bsz": "98.9", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.6", "wall": "5601"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.335, "loss": "0.024", "ppl": "1.02", "wps": "13007.7", "ups": "6.21", "wpb": "2093.5", "bsz": "99.1", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5617"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.359, "loss": "0.027", "ppl": "1.02", "wps": "13527.7", "ups": "6.18", "wpb": "2187.8", "bsz": "107.3", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.447", "train_wall": "16", "gb_free": "42.5", "wall": "5633"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.384, "loss": "0.022", "ppl": "1.02", "wps": "13274.8", "ups": "6.26", "wpb": "2121.4", "bsz": "102.2", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.5", "wall": "5649"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.408, "loss": "0.03", "ppl": "1.02", "wps": "12915.7", "ups": "6.18", "wpb": "2089.6", "bsz": "97.4", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.8", "wall": "5665"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.432, "loss": "0.029", "ppl": "1.02", "wps": "13050.7", "ups": "6.2", "wpb": "2105.1", "bsz": "104.8", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "5682"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.456, "loss": "0.022", "ppl": "1.02", "wps": "13836", "ups": "6.29", "wpb": "2201.2", "bsz": "109.3", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.4", "wall": "5697"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.48, "loss": "0.034", "ppl": "1.02", "wps": "13477.6", "ups": "6.3", "wpb": "2140.2", "bsz": "102.4", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.472", "train_wall": "16", "gb_free": "41.8", "wall": "5713"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.504, "loss": "0.025", "ppl": "1.02", "wps": "12705.3", "ups": "6.27", "wpb": "2027.7", "bsz": "99.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.5", "wall": "5729"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.528, "loss": "0.024", "ppl": "1.02", "wps": "14323.3", "ups": "6.3", "wpb": "2275", "bsz": "110.6", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.5", "wall": "5745"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.552, "loss": "0.022", "ppl": "1.02", "wps": "13539.8", "ups": "6.23", "wpb": "2174.6", "bsz": "102.2", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "5761"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.576, "loss": "0.022", "ppl": "1.02", "wps": "13577.3", "ups": "6.23", "wpb": "2178.2", "bsz": "107.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.5", "wall": "5777"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.6, "loss": "0.024", "ppl": "1.02", "wps": "11977.3", "ups": "6.22", "wpb": "1926.9", "bsz": "99.6", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.4", "wall": "5793"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.624, "loss": "0.027", "ppl": "1.02", "wps": "14635.3", "ups": "6.24", "wpb": "2346.8", "bsz": "107.2", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.389", "train_wall": "16", "gb_free": "41.6", "wall": "5809"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.649, "loss": "0.029", "ppl": "1.02", "wps": "10864.8", "ups": "6.09", "wpb": "1782.8", "bsz": "86.4", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.526", "train_wall": "16", "gb_free": "41.7", "wall": "5826"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.673, "loss": "0.042", "ppl": "1.03", "wps": "13332.1", "ups": "6.23", "wpb": "2141.2", "bsz": "104.4", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.519", "train_wall": "16", "gb_free": "42.8", "wall": "5842"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.697, "loss": "0.027", "ppl": "1.02", "wps": "14231.6", "ups": "6.27", "wpb": "2270.8", "bsz": "110.8", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5858"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.721, "loss": "0.025", "ppl": "1.02", "wps": "13347.6", "ups": "6.14", "wpb": "2173.5", "bsz": "103", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.6", "wall": "5874"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.745, "loss": "0.024", "ppl": "1.02", "wps": "11534.2", "ups": "6.07", "wpb": "1901.2", "bsz": "88.8", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.6", "wall": "5891"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.769, "loss": "0.023", "ppl": "1.02", "wps": "14205.9", "ups": "6.25", "wpb": "2273", "bsz": "107.8", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.6", "wall": "5907"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.793, "loss": "0.021", "ppl": "1.01", "wps": "12264.9", "ups": "6.2", "wpb": "1977", "bsz": "95.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.6", "wall": "5923"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.817, "loss": "0.02", "ppl": "1.01", "wps": "12156.5", "ups": "6.24", "wpb": "1948.9", "bsz": "94.5", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.8", "wall": "5939"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.841, "loss": "0.028", "ppl": "1.02", "wps": "12752.5", "ups": "6.19", "wpb": "2060.8", "bsz": "95", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.45", "train_wall": "16", "gb_free": "42.5", "wall": "5955"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.865, "loss": "0.022", "ppl": "1.02", "wps": "13360.9", "ups": "6.22", "wpb": "2146.6", "bsz": "105.4", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.36", "train_wall": "16", "gb_free": "41.2", "wall": "5971"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.889, "loss": "0.021", "ppl": "1.01", "wps": "14543.4", "ups": "6.31", "wpb": "2303.4", "bsz": "116.7", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "5987"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.914, "loss": "0.027", "ppl": "1.02", "wps": "14079.7", "ups": "6.18", "wpb": "2277.1", "bsz": "108", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.7", "wall": "6003"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.938, "loss": "0.022", "ppl": "1.02", "wps": "13488.8", "ups": "6.24", "wpb": "2161.9", "bsz": "104.6", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.8", "wall": "6019"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.962, "loss": "0.022", "ppl": "1.02", "wps": "13599.5", "ups": "6.22", "wpb": "2185.2", "bsz": "105", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.385", "train_wall": "16", "gb_free": "42.6", "wall": "6035"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +{"epoch": 9, "update": 8.986, "loss": "0.022", "ppl": "1.02", "wps": "13035.5", "ups": "6.22", "wpb": "2096", "bsz": "100", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.407", "train_wall": "16", "gb_free": "42.5", "wall": "6051"} +begin validation on "valid" subset +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +{"epoch": 9, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "41432.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "37359", "valid_best_loss": "0.064"} +end of epoch 9 (average epoch stats below) +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +{"epoch": 9, "train_loss": "0.025", "train_ppl": "1.02", "train_wps": "13176.7", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "37359", "train_lr": "0.000163607", "train_gnorm": "0.405", "train_train_wall": "661", "train_gb_free": "42.5", "train_wall": "6067"} +Start iterating over samples +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.01, "loss": "0.029", "ppl": "1.02", "wps": "10296.1", "ups": "4.49", "wpb": "2293.4", "bsz": "108.6", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.4", "wall": "6073"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.034, "loss": "0.017", "ppl": "1.01", "wps": "13980.3", "ups": "6.34", "wpb": "2204.9", "bsz": "107.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.8", "wall": "6089"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.058, "loss": "0.019", "ppl": "1.01", "wps": "12497", "ups": "6.23", "wpb": "2005.2", "bsz": "97.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.4", "wall": "6105"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.082, "loss": "0.017", "ppl": "1.01", "wps": "13319.9", "ups": "6.25", "wpb": "2131.6", "bsz": "109.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.351", "train_wall": "16", "gb_free": "41.5", "wall": "6121"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.106, "loss": "0.017", "ppl": "1.01", "wps": "13292.6", "ups": "6.24", "wpb": "2129.7", "bsz": "107.4", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.5", "wall": "6137"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.13, "loss": "0.021", "ppl": "1.01", "wps": "12886.8", "ups": "6.2", "wpb": "2077.7", "bsz": "101.7", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.8", "wall": "6153"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.154, "loss": "0.02", "ppl": "1.01", "wps": "14925.9", "ups": "6.28", "wpb": "2375.7", "bsz": "112.8", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "6169"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.179, "loss": "0.017", "ppl": "1.01", "wps": "12081.2", "ups": "6.17", "wpb": "1958.4", "bsz": "94.3", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6186"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.203, "loss": "0.02", "ppl": "1.01", "wps": "13271.9", "ups": "6.14", "wpb": "2161.6", "bsz": "100.9", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.413", "train_wall": "16", "gb_free": "42.8", "wall": "6202"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.227, "loss": "0.024", "ppl": "1.02", "wps": "12832.5", "ups": "6.2", "wpb": "2069.4", "bsz": "97.8", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.451", "train_wall": "16", "gb_free": "42.5", "wall": "6218"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.251, "loss": "0.021", "ppl": "1.01", "wps": "12993.9", "ups": "6.26", "wpb": "2076.5", "bsz": "100.2", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.416", "train_wall": "16", "gb_free": "41.6", "wall": "6234"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.275, "loss": "0.019", "ppl": "1.01", "wps": "13069.7", "ups": "6.2", "wpb": "2109.7", "bsz": "104.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.6", "wall": "6250"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.299, "loss": "0.028", "ppl": "1.02", "wps": "12634.2", "ups": "6.18", "wpb": "2044.1", "bsz": "95", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.8", "wall": "6266"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.323, "loss": "0.019", "ppl": "1.01", "wps": "12740.6", "ups": "6.21", "wpb": "2053.2", "bsz": "101.1", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.385", "train_wall": "16", "gb_free": "41.9", "wall": "6282"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.347, "loss": "0.02", "ppl": "1.01", "wps": "14582.6", "ups": "6.3", "wpb": "2314.5", "bsz": "106.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.8", "wall": "6298"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.371, "loss": "0.017", "ppl": "1.01", "wps": "12483.8", "ups": "6.22", "wpb": "2006.2", "bsz": "98.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "6314"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.395, "loss": "0.02", "ppl": "1.01", "wps": "13419.4", "ups": "6.26", "wpb": "2144", "bsz": "104.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.5", "wall": "6330"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.419, "loss": "0.018", "ppl": "1.01", "wps": "13771.2", "ups": "6.26", "wpb": "2200.8", "bsz": "103.2", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6346"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.444, "loss": "0.021", "ppl": "1.01", "wps": "12661.5", "ups": "6.18", "wpb": "2048.7", "bsz": "101.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.363", "train_wall": "16", "gb_free": "42.6", "wall": "6362"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.468, "loss": "0.02", "ppl": "1.01", "wps": "14074.2", "ups": "6.24", "wpb": "2256.8", "bsz": "104.9", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.35", "train_wall": "16", "gb_free": "42.7", "wall": "6378"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.492, "loss": "0.017", "ppl": "1.01", "wps": "13273.2", "ups": "6.18", "wpb": "2147.3", "bsz": "103.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.1", "wall": "6395"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.516, "loss": "0.021", "ppl": "1.01", "wps": "14276.5", "ups": "6.24", "wpb": "2288.5", "bsz": "108.1", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.6", "wall": "6411"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.54, "loss": "0.021", "ppl": "1.01", "wps": "15579.3", "ups": "6.33", "wpb": "2461.9", "bsz": "119.8", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.5", "wall": "6427"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.564, "loss": "0.021", "ppl": "1.01", "wps": "13250.9", "ups": "6.2", "wpb": "2135.8", "bsz": "100.6", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.381", "train_wall": "16", "gb_free": "42.5", "wall": "6443"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.588, "loss": "0.02", "ppl": "1.01", "wps": "12540.4", "ups": "6.1", "wpb": "2056.4", "bsz": "97.4", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.6", "wall": "6459"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.612, "loss": "0.023", "ppl": "1.02", "wps": "12977.4", "ups": "6.14", "wpb": "2114.1", "bsz": "101.3", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6475"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.636, "loss": "0.019", "ppl": "1.01", "wps": "14132", "ups": "6.31", "wpb": "2237.9", "bsz": "108.7", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "6491"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.66, "loss": "0.021", "ppl": "1.01", "wps": "12881.2", "ups": "6.22", "wpb": "2071.1", "bsz": "101.8", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.4", "wall": "6507"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.684, "loss": "0.025", "ppl": "1.02", "wps": "13569.1", "ups": "6.22", "wpb": "2182.1", "bsz": "105.9", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.5", "wall": "6523"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.709, "loss": "0.021", "ppl": "1.01", "wps": "14302.9", "ups": "6.21", "wpb": "2304.4", "bsz": "106.2", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6539"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.733, "loss": "0.017", "ppl": "1.01", "wps": "12860", "ups": "6.21", "wpb": "2070.1", "bsz": "101", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.384", "train_wall": "16", "gb_free": "42.6", "wall": "6556"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.757, "loss": "0.02", "ppl": "1.01", "wps": "12434.4", "ups": "6.15", "wpb": "2023.3", "bsz": "96", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.7", "wall": "6572"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.781, "loss": "0.018", "ppl": "1.01", "wps": "14748.5", "ups": "6.32", "wpb": "2332.3", "bsz": "115.8", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.6", "wall": "6588"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.805, "loss": "0.015", "ppl": "1.01", "wps": "11263.8", "ups": "6.11", "wpb": "1842.7", "bsz": "88", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "6604"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.829, "loss": "0.02", "ppl": "1.01", "wps": "13149.4", "ups": "6.18", "wpb": "2128.9", "bsz": "101.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.365", "train_wall": "16", "gb_free": "41.5", "wall": "6620"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.853, "loss": "0.021", "ppl": "1.01", "wps": "13307.2", "ups": "6.17", "wpb": "2157.9", "bsz": "101.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6636"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.877, "loss": "0.018", "ppl": "1.01", "wps": "13484.5", "ups": "6.19", "wpb": "2176.7", "bsz": "107.8", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "6653"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.901, "loss": "0.02", "ppl": "1.01", "wps": "13192.5", "ups": "6.23", "wpb": "2116.1", "bsz": "104.4", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.402", "train_wall": "16", "gb_free": "41.7", "wall": "6669"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.925, "loss": "0.015", "ppl": "1.01", "wps": "11598.4", "ups": "6.18", "wpb": "1875.8", "bsz": "96.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.6", "wall": "6685"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.949, "loss": "0.022", "ppl": "1.02", "wps": "13118.7", "ups": "6.18", "wpb": "2121.9", "bsz": "101.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.384", "train_wall": "16", "gb_free": "41.8", "wall": "6701"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.974, "loss": "0.023", "ppl": "1.02", "wps": "13679.9", "ups": "6.18", "wpb": "2211.8", "bsz": "106.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.6", "wall": "6717"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +{"epoch": 10, "update": 9.998, "loss": "0.021", "ppl": "1.01", "wps": "13670.1", "ups": "6.29", "wpb": "2173.6", "bsz": "104.9", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.4", "wall": "6733"} +begin validation on "valid" subset +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +{"epoch": 10, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "41417.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "41510", "valid_best_loss": "0.064"} +end of epoch 10 (average epoch stats below) +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +{"epoch": 10, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "13170.9", "train_ups": "6.16", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "41510", "train_lr": "0.000155211", "train_gnorm": "0.375", "train_train_wall": "661", "train_gb_free": "42.6", "train_wall": "6741"} +Start iterating over samples +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.022, "loss": "0.018", "ppl": "1.01", "wps": "9404", "ups": "4.49", "wpb": "2096.5", "bsz": "105.5", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "6755"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.046, "loss": "0.012", "ppl": "1.01", "wps": "13005.5", "ups": "6.18", "wpb": "2105.1", "bsz": "108.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.5", "wall": "6771"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.07, "loss": "0.013", "ppl": "1.01", "wps": "12309.9", "ups": "6.24", "wpb": "1972.3", "bsz": "95.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.304", "train_wall": "16", "gb_free": "41.7", "wall": "6787"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.094, "loss": "0.012", "ppl": "1.01", "wps": "13421.7", "ups": "6.26", "wpb": "2142.5", "bsz": "110.3", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.6", "wall": "6803"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.118, "loss": "0.015", "ppl": "1.01", "wps": "11998.4", "ups": "6.13", "wpb": "1956.4", "bsz": "98.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.8", "wall": "6820"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.142, "loss": "0.018", "ppl": "1.01", "wps": "12593.2", "ups": "6.16", "wpb": "2044.8", "bsz": "92.9", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.6", "wall": "6836"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.166, "loss": "0.022", "ppl": "1.02", "wps": "13538.6", "ups": "6.2", "wpb": "2182.1", "bsz": "100.6", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.6", "wall": "6852"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.19, "loss": "0.016", "ppl": "1.01", "wps": "14951.1", "ups": "6.27", "wpb": "2386.2", "bsz": "116.2", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "6868"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.214, "loss": "0.014", "ppl": "1.01", "wps": "12975.1", "ups": "6.27", "wpb": "2070.6", "bsz": "99", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "6884"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.238, "loss": "0.016", "ppl": "1.01", "wps": "13773.8", "ups": "6.3", "wpb": "2188", "bsz": "107.8", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "6900"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.263, "loss": "0.017", "ppl": "1.01", "wps": "13015.6", "ups": "6.2", "wpb": "2099", "bsz": "102.2", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6916"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.287, "loss": "0.016", "ppl": "1.01", "wps": "13465.1", "ups": "6.28", "wpb": "2143.2", "bsz": "104.5", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.6", "wall": "6932"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.311, "loss": "0.013", "ppl": "1.01", "wps": "13973.9", "ups": "6.3", "wpb": "2219.8", "bsz": "110", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.6", "wall": "6948"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.335, "loss": "0.021", "ppl": "1.01", "wps": "13420.6", "ups": "6.15", "wpb": "2183.9", "bsz": "101.4", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.6", "wall": "6964"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.359, "loss": "0.02", "ppl": "1.01", "wps": "13776.2", "ups": "6.22", "wpb": "2215.5", "bsz": "103", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.5", "wall": "6980"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.383, "loss": "0.014", "ppl": "1.01", "wps": "11498.9", "ups": "6.19", "wpb": "1858.6", "bsz": "92", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "6996"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.407, "loss": "0.018", "ppl": "1.01", "wps": "14038.7", "ups": "6.26", "wpb": "2240.9", "bsz": "107.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.5", "wall": "7012"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "13104.5", "ups": "6.19", "wpb": "2117.6", "bsz": "100.6", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.6", "wall": "7028"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.455, "loss": "0.016", "ppl": "1.01", "wps": "13218.2", "ups": "6.19", "wpb": "2134.6", "bsz": "100.6", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.6", "wall": "7045"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.479, "loss": "0.015", "ppl": "1.01", "wps": "14775.6", "ups": "6.3", "wpb": "2346.2", "bsz": "112.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7061"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.503, "loss": "0.022", "ppl": "1.02", "wps": "12354.9", "ups": "6.15", "wpb": "2009.9", "bsz": "97.6", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.5", "wall": "7077"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.528, "loss": "0.016", "ppl": "1.01", "wps": "12434.4", "ups": "6.11", "wpb": "2035.5", "bsz": "96.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.351", "train_wall": "16", "gb_free": "42.6", "wall": "7093"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.552, "loss": "0.016", "ppl": "1.01", "wps": "12488.8", "ups": "6.15", "wpb": "2030.3", "bsz": "97", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7109"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.576, "loss": "0.019", "ppl": "1.01", "wps": "14225.5", "ups": "6.2", "wpb": "2295.5", "bsz": "107.5", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.36", "train_wall": "16", "gb_free": "42.5", "wall": "7126"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.6, "loss": "0.016", "ppl": "1.01", "wps": "14771.4", "ups": "6.23", "wpb": "2370.7", "bsz": "114.9", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.8", "wall": "7142"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.624, "loss": "0.016", "ppl": "1.01", "wps": "13740.8", "ups": "6.23", "wpb": "2205.3", "bsz": "110.5", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.5", "wall": "7158"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.648, "loss": "0.013", "ppl": "1.01", "wps": "13429.8", "ups": "6.24", "wpb": "2152.4", "bsz": "104.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7174"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.672, "loss": "0.016", "ppl": "1.01", "wps": "14013.4", "ups": "6.19", "wpb": "2262.5", "bsz": "110.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.6", "wall": "7190"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.696, "loss": "0.025", "ppl": "1.02", "wps": "13754.3", "ups": "6.24", "wpb": "2203", "bsz": "103.8", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.452", "train_wall": "16", "gb_free": "42.5", "wall": "7206"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.72, "loss": "0.016", "ppl": "1.01", "wps": "12294.7", "ups": "6.15", "wpb": "1997.9", "bsz": "96.6", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7222"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.744, "loss": "0.013", "ppl": "1.01", "wps": "13213.6", "ups": "6.13", "wpb": "2156.7", "bsz": "103.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.7", "wall": "7238"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.768, "loss": "0.017", "ppl": "1.01", "wps": "12130.8", "ups": "6.21", "wpb": "1953.6", "bsz": "94.7", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.373", "train_wall": "16", "gb_free": "42.4", "wall": "7255"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.793, "loss": "0.016", "ppl": "1.01", "wps": "12567.4", "ups": "6.04", "wpb": "2080.7", "bsz": "99.4", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.343", "train_wall": "16", "gb_free": "41.9", "wall": "7271"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.817, "loss": "0.021", "ppl": "1.01", "wps": "13350.7", "ups": "6.05", "wpb": "2206.1", "bsz": "98.6", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7288"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.841, "loss": "0.019", "ppl": "1.01", "wps": "14160.4", "ups": "6.23", "wpb": "2271.3", "bsz": "107.8", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "7304"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.865, "loss": "0.019", "ppl": "1.01", "wps": "12857.3", "ups": "6.17", "wpb": "2084.1", "bsz": "101.4", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "7320"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.889, "loss": "0.015", "ppl": "1.01", "wps": "13847.8", "ups": "6.23", "wpb": "2221.8", "bsz": "106.4", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "7336"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.913, "loss": "0.016", "ppl": "1.01", "wps": "13239.4", "ups": "6.19", "wpb": "2139.6", "bsz": "100.6", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "7352"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.937, "loss": "0.016", "ppl": "1.01", "wps": "13161.8", "ups": "6.2", "wpb": "2122.2", "bsz": "102.4", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7368"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.961, "loss": "0.014", "ppl": "1.01", "wps": "12502", "ups": "6.13", "wpb": "2039.6", "bsz": "101.4", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "7384"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +{"epoch": 11, "update": 10.985, "loss": "0.016", "ppl": "1.01", "wps": "12122.7", "ups": "6.14", "wpb": "1974.2", "bsz": "99", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.396", "train_wall": "16", "gb_free": "42.5", "wall": "7401"} +begin validation on "valid" subset +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +{"epoch": 11, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "41199.3", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "45661", "valid_best_loss": "0.062"} +end of epoch 11 (average epoch stats below) +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +{"epoch": 11, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "13128.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "45661", "train_lr": "0.000147988", "train_gnorm": "0.348", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "7417"} +Start iterating over samples +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.009, "loss": "0.013", "ppl": "1.01", "wps": "9894.8", "ups": "4.48", "wpb": "2209.2", "bsz": "110.2", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7423"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.033, "loss": "0.012", "ppl": "1.01", "wps": "14349.4", "ups": "6.29", "wpb": "2280.2", "bsz": "112.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "7439"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.058, "loss": "0.011", "ppl": "1.01", "wps": "13370.8", "ups": "6.19", "wpb": "2160.4", "bsz": "103.5", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "7455"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.082, "loss": "0.011", "ppl": "1.01", "wps": "13581.1", "ups": "6.28", "wpb": "2163.3", "bsz": "107.3", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.4", "wall": "7471"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.106, "loss": "0.014", "ppl": "1.01", "wps": "14631.1", "ups": "6.31", "wpb": "2318", "bsz": "110.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "7487"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.13, "loss": "0.014", "ppl": "1.01", "wps": "13729.4", "ups": "6.17", "wpb": "2224", "bsz": "104.9", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "7503"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.154, "loss": "0.015", "ppl": "1.01", "wps": "12186.1", "ups": "6.11", "wpb": "1993.7", "bsz": "97.1", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.7", "wall": "7519"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.178, "loss": "0.015", "ppl": "1.01", "wps": "14687", "ups": "6.27", "wpb": "2341.8", "bsz": "117", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "7535"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.202, "loss": "0.014", "ppl": "1.01", "wps": "12437", "ups": "6.15", "wpb": "2023.8", "bsz": "99.8", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "7552"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.226, "loss": "0.013", "ppl": "1.01", "wps": "14263.5", "ups": "6.24", "wpb": "2284.5", "bsz": "110.6", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "7568"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.25, "loss": "0.013", "ppl": "1.01", "wps": "13968.7", "ups": "6.23", "wpb": "2242.2", "bsz": "109.3", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.4", "wall": "7584"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.274, "loss": "0.016", "ppl": "1.01", "wps": "13573.9", "ups": "6.17", "wpb": "2200.7", "bsz": "105.4", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "7600"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.298, "loss": "0.014", "ppl": "1.01", "wps": "12512.2", "ups": "6.09", "wpb": "2053.2", "bsz": "94.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.8", "wall": "7616"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.323, "loss": "0.015", "ppl": "1.01", "wps": "11339.9", "ups": "6.16", "wpb": "1841.9", "bsz": "87.8", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.6", "wall": "7633"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.347, "loss": "0.013", "ppl": "1.01", "wps": "12796.1", "ups": "6.18", "wpb": "2069.4", "bsz": "101.3", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "7649"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.371, "loss": "0.014", "ppl": "1.01", "wps": "13156.2", "ups": "6.32", "wpb": "2082", "bsz": "104.3", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "7665"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.395, "loss": "0.014", "ppl": "1.01", "wps": "13588.5", "ups": "6.21", "wpb": "2189.8", "bsz": "109.7", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.5", "wall": "7681"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.419, "loss": "0.017", "ppl": "1.01", "wps": "14943.8", "ups": "6.29", "wpb": "2377", "bsz": "115.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.356", "train_wall": "16", "gb_free": "42.6", "wall": "7697"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.443, "loss": "0.011", "ppl": "1.01", "wps": "13608.2", "ups": "6.22", "wpb": "2187.2", "bsz": "108.5", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.4", "wall": "7713"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.467, "loss": "0.015", "ppl": "1.01", "wps": "13246.8", "ups": "6.21", "wpb": "2134.4", "bsz": "101.1", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "7729"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.491, "loss": "0.024", "ppl": "1.02", "wps": "13468.1", "ups": "6.16", "wpb": "2185.8", "bsz": "105.9", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.5", "wall": "7745"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.515, "loss": "0.015", "ppl": "1.01", "wps": "11824.6", "ups": "6.17", "wpb": "1915.8", "bsz": "91.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "7761"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.539, "loss": "0.014", "ppl": "1.01", "wps": "13376.5", "ups": "6.25", "wpb": "2138.7", "bsz": "100.1", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "7777"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.563, "loss": "0.011", "ppl": "1.01", "wps": "11924.9", "ups": "6.14", "wpb": "1942.2", "bsz": "94.9", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.7", "wall": "7794"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.588, "loss": "0.013", "ppl": "1.01", "wps": "13933.2", "ups": "6.22", "wpb": "2240.4", "bsz": "106.3", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "7810"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.612, "loss": "0.012", "ppl": "1.01", "wps": "12912.6", "ups": "6.19", "wpb": "2085.6", "bsz": "100.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "7826"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.636, "loss": "0.009", "ppl": "1.01", "wps": "11920", "ups": "6.22", "wpb": "1917.6", "bsz": "93.8", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "7842"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.66, "loss": "0.015", "ppl": "1.01", "wps": "13806.6", "ups": "6.17", "wpb": "2236.8", "bsz": "103.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "7858"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.684, "loss": "0.014", "ppl": "1.01", "wps": "13190.1", "ups": "6.22", "wpb": "2118.9", "bsz": "101.5", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.6", "wall": "7874"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.708, "loss": "0.016", "ppl": "1.01", "wps": "14066.4", "ups": "6.16", "wpb": "2282.5", "bsz": "110.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.7", "wall": "7890"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.732, "loss": "0.014", "ppl": "1.01", "wps": "13481.7", "ups": "6.23", "wpb": "2162.3", "bsz": "106.1", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.7", "wall": "7906"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.756, "loss": "0.017", "ppl": "1.01", "wps": "13797.1", "ups": "6.22", "wpb": "2219.1", "bsz": "104.5", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.4", "wall": "7922"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.78, "loss": "0.014", "ppl": "1.01", "wps": "12596.6", "ups": "6.21", "wpb": "2030", "bsz": "96.3", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "7939"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.804, "loss": "0.015", "ppl": "1.01", "wps": "12923.3", "ups": "6.08", "wpb": "2124.2", "bsz": "101.6", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "7955"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.828, "loss": "0.015", "ppl": "1.01", "wps": "13475.5", "ups": "6.12", "wpb": "2201.1", "bsz": "106.3", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.5", "wall": "7971"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.853, "loss": "0.02", "ppl": "1.01", "wps": "11929.7", "ups": "6.1", "wpb": "1956.5", "bsz": "90.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7988"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.877, "loss": "0.012", "ppl": "1.01", "wps": "14213.9", "ups": "6.27", "wpb": "2266.5", "bsz": "109.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.308", "train_wall": "16", "gb_free": "41.6", "wall": "8004"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.901, "loss": "0.016", "ppl": "1.01", "wps": "13426.1", "ups": "6.19", "wpb": "2170", "bsz": "107.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.7", "wall": "8020"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.925, "loss": "0.013", "ppl": "1.01", "wps": "12809.6", "ups": "6.18", "wpb": "2073.6", "bsz": "97.4", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.6", "wall": "8036"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.949, "loss": "0.014", "ppl": "1.01", "wps": "14296.8", "ups": "6.21", "wpb": "2303.5", "bsz": "108.6", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "8052"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.973, "loss": "0.011", "ppl": "1.01", "wps": "11345.4", "ups": "6.07", "wpb": "1869.9", "bsz": "88.6", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8069"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +{"epoch": 12, "update": 11.997, "loss": "0.01", "ppl": "1.01", "wps": "12788.7", "ups": "6.17", "wpb": "2073.7", "bsz": "103.5", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.6", "wall": "8085"} +begin validation on "valid" subset +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +{"epoch": 12, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41144.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "49812", "valid_best_loss": "0.052"} +end of epoch 12 (average epoch stats below) +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +{"epoch": 12, "train_loss": "0.014", "train_ppl": "1.01", "train_wps": "13124.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "49812", "train_lr": "0.000141688", "train_gnorm": "0.324", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "8093"} +Start iterating over samples +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.021, "loss": "0.012", "ppl": "1.01", "wps": "9755.1", "ups": "4.46", "wpb": "2185.6", "bsz": "109.3", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "8107"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.045, "loss": "0.009", "ppl": "1.01", "wps": "13342.4", "ups": "6.21", "wpb": "2148.9", "bsz": "99.9", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.7", "wall": "8123"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.069, "loss": "0.011", "ppl": "1.01", "wps": "13400.3", "ups": "6.2", "wpb": "2160.7", "bsz": "100.8", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.4", "wall": "8140"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.093, "loss": "0.01", "ppl": "1.01", "wps": "12215.4", "ups": "6.18", "wpb": "1976.4", "bsz": "97", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.7", "wall": "8156"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.118, "loss": "0.01", "ppl": "1.01", "wps": "14247.2", "ups": "6.28", "wpb": "2268.7", "bsz": "108.6", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.251", "train_wall": "16", "gb_free": "41.7", "wall": "8172"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.142, "loss": "0.015", "ppl": "1.01", "wps": "11378.8", "ups": "6.08", "wpb": "1872.7", "bsz": "87.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "8188"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.166, "loss": "0.013", "ppl": "1.01", "wps": "13133.1", "ups": "6.29", "wpb": "2089.5", "bsz": "102.8", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.5", "wall": "8204"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.19, "loss": "0.014", "ppl": "1.01", "wps": "14419.1", "ups": "6.24", "wpb": "2311.3", "bsz": "114.7", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.4", "wall": "8220"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.214, "loss": "0.012", "ppl": "1.01", "wps": "13541.1", "ups": "6.23", "wpb": "2175.1", "bsz": "107.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.7", "wall": "8236"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.238, "loss": "0.012", "ppl": "1.01", "wps": "14232.7", "ups": "6.23", "wpb": "2286", "bsz": "107.1", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "8252"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.262, "loss": "0.015", "ppl": "1.01", "wps": "13336.6", "ups": "6.13", "wpb": "2175.2", "bsz": "102.5", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "8268"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.286, "loss": "0.01", "ppl": "1.01", "wps": "14341.9", "ups": "6.25", "wpb": "2292.9", "bsz": "110.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8284"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.31, "loss": "0.012", "ppl": "1.01", "wps": "13677.6", "ups": "6.19", "wpb": "2210.1", "bsz": "105.1", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8301"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.334, "loss": "0.013", "ppl": "1.01", "wps": "13047.8", "ups": "6.19", "wpb": "2107.5", "bsz": "101.2", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "8317"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.358, "loss": "0.014", "ppl": "1.01", "wps": "12787.7", "ups": "6.14", "wpb": "2081", "bsz": "96.6", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.6", "wall": "8333"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.383, "loss": "0.012", "ppl": "1.01", "wps": "12189.4", "ups": "6.19", "wpb": "1968.2", "bsz": "97.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "8349"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.407, "loss": "0.018", "ppl": "1.01", "wps": "12112.2", "ups": "6.14", "wpb": "1971.7", "bsz": "93", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.437", "train_wall": "16", "gb_free": "42.6", "wall": "8365"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.431, "loss": "0.011", "ppl": "1.01", "wps": "12795.2", "ups": "6.22", "wpb": "2056.3", "bsz": "105.3", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "8382"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.455, "loss": "0.013", "ppl": "1.01", "wps": "12990.7", "ups": "6.19", "wpb": "2099", "bsz": "105.9", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.6", "wall": "8398"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.479, "loss": "0.013", "ppl": "1.01", "wps": "12855.3", "ups": "6.12", "wpb": "2100.4", "bsz": "102.3", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.6", "wall": "8414"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.503, "loss": "0.011", "ppl": "1.01", "wps": "11848.8", "ups": "6.15", "wpb": "1928", "bsz": "91.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.7", "wall": "8430"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.527, "loss": "0.01", "ppl": "1.01", "wps": "14588.9", "ups": "6.29", "wpb": "2317.9", "bsz": "114.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "8446"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.551, "loss": "0.013", "ppl": "1.01", "wps": "14191.5", "ups": "6.25", "wpb": "2270.4", "bsz": "112.3", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "8462"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.575, "loss": "0.013", "ppl": "1.01", "wps": "13488.3", "ups": "6.19", "wpb": "2178.7", "bsz": "105.8", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.276", "train_wall": "16", "gb_free": "41.7", "wall": "8478"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.599, "loss": "0.013", "ppl": "1.01", "wps": "12244.4", "ups": "6.1", "wpb": "2007.8", "bsz": "95.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.337", "train_wall": "16", "gb_free": "42.8", "wall": "8495"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.623, "loss": "0.011", "ppl": "1.01", "wps": "12398.7", "ups": "6.17", "wpb": "2007.9", "bsz": "99.4", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.7", "wall": "8511"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.648, "loss": "0.01", "ppl": "1.01", "wps": "14530.9", "ups": "6.26", "wpb": "2319.5", "bsz": "111.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "8527"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.672, "loss": "0.012", "ppl": "1.01", "wps": "12571.9", "ups": "6.16", "wpb": "2042.1", "bsz": "98", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.4", "wall": "8543"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.696, "loss": "0.013", "ppl": "1.01", "wps": "13450.6", "ups": "6.19", "wpb": "2173.3", "bsz": "99.4", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "8559"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.72, "loss": "0.011", "ppl": "1.01", "wps": "14278.2", "ups": "6.27", "wpb": "2275.9", "bsz": "115.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "8575"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.744, "loss": "0.01", "ppl": "1.01", "wps": "12960.1", "ups": "6.19", "wpb": "2095.2", "bsz": "99.1", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "8591"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.768, "loss": "0.008", "ppl": "1.01", "wps": "12186.3", "ups": "6.12", "wpb": "1989.8", "bsz": "99.3", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8608"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.792, "loss": "0.013", "ppl": "1.01", "wps": "14621.5", "ups": "6.26", "wpb": "2337.6", "bsz": "115.8", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.6", "wall": "8624"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.816, "loss": "0.013", "ppl": "1.01", "wps": "13061.4", "ups": "6.15", "wpb": "2124.4", "bsz": "100.1", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "8640"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.84, "loss": "0.012", "ppl": "1.01", "wps": "14366.9", "ups": "6.28", "wpb": "2288.9", "bsz": "107.4", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "8656"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.864, "loss": "0.013", "ppl": "1.01", "wps": "14281.7", "ups": "6.18", "wpb": "2309.2", "bsz": "106.5", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.5", "wall": "8672"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.888, "loss": "0.012", "ppl": "1.01", "wps": "12622.1", "ups": "6.18", "wpb": "2040.9", "bsz": "97", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8688"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.913, "loss": "0.01", "ppl": "1.01", "wps": "13255.5", "ups": "6.2", "wpb": "2138.1", "bsz": "104.6", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.254", "train_wall": "16", "gb_free": "41.7", "wall": "8704"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.937, "loss": "0.011", "ppl": "1.01", "wps": "14120.8", "ups": "6.2", "wpb": "2279.1", "bsz": "108.1", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.302", "train_wall": "16", "gb_free": "41", "wall": "8721"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.961, "loss": "0.01", "ppl": "1.01", "wps": "11928.9", "ups": "6.19", "wpb": "1926.8", "bsz": "96.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8737"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +{"epoch": 13, "update": 12.985, "loss": "0.011", "ppl": "1.01", "wps": "13294.6", "ups": "6.26", "wpb": "2124.6", "bsz": "103.6", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.8", "wall": "8753"} +begin validation on "valid" subset +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +{"epoch": 13, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "41368.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "53963", "valid_best_loss": "0.052"} +end of epoch 13 (average epoch stats below) +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +{"epoch": 13, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "13130.8", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "53963", "train_lr": "0.000136129", "train_gnorm": "0.303", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "8769"} +Start iterating over samples +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.009, "loss": "0.011", "ppl": "1.01", "wps": "9201.7", "ups": "4.5", "wpb": "2046.3", "bsz": "101.2", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "8775"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.033, "loss": "0.012", "ppl": "1.01", "wps": "12885.5", "ups": "6.27", "wpb": "2055.2", "bsz": "100.2", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "8791"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.057, "loss": "0.011", "ppl": "1.01", "wps": "12318.6", "ups": "6.17", "wpb": "1996.8", "bsz": "96.9", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.6", "wall": "8807"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.081, "loss": "0.014", "ppl": "1.01", "wps": "14204.4", "ups": "6.21", "wpb": "2288.6", "bsz": "108.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.1", "wall": "8823"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.105, "loss": "0.012", "ppl": "1.01", "wps": "13869.5", "ups": "6.22", "wpb": "2229.9", "bsz": "102.7", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.129, "loss": "0.012", "ppl": "1.01", "wps": "13507.5", "ups": "6.13", "wpb": "2202.4", "bsz": "106.1", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.5", "wall": "8856"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.153, "loss": "0.01", "ppl": "1.01", "wps": "13126.2", "ups": "6.25", "wpb": "2099.8", "bsz": "108.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.4", "wall": "8872"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.178, "loss": "0.012", "ppl": "1.01", "wps": "14270.7", "ups": "6.22", "wpb": "2293.8", "bsz": "107.8", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.202, "loss": "0.008", "ppl": "1.01", "wps": "13068.4", "ups": "6.24", "wpb": "2093.9", "bsz": "103", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "8904"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.226, "loss": "0.009", "ppl": "1.01", "wps": "13952", "ups": "6.2", "wpb": "2250.5", "bsz": "109.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.6", "wall": "8920"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.25, "loss": "0.013", "ppl": "1.01", "wps": "13314", "ups": "6.19", "wpb": "2150.4", "bsz": "102.7", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "8936"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.274, "loss": "0.013", "ppl": "1.01", "wps": "12624.7", "ups": "6.13", "wpb": "2059.1", "bsz": "95", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "8952"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.298, "loss": "0.014", "ppl": "1.01", "wps": "11898.1", "ups": "6.15", "wpb": "1933.8", "bsz": "92.6", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.6", "wall": "8968"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.322, "loss": "0.012", "ppl": "1.01", "wps": "13576", "ups": "6.22", "wpb": "2181.9", "bsz": "103.5", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8985"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.346, "loss": "0.009", "ppl": "1.01", "wps": "13652.9", "ups": "6.26", "wpb": "2179.4", "bsz": "107.8", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.6", "wall": "9001"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.37, "loss": "0.009", "ppl": "1.01", "wps": "13204.9", "ups": "6.3", "wpb": "2094.8", "bsz": "107.8", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "9016"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.394, "loss": "0.011", "ppl": "1.01", "wps": "14117.8", "ups": "6.17", "wpb": "2289.2", "bsz": "111.6", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9033"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.418, "loss": "0.008", "ppl": "1.01", "wps": "13832.8", "ups": "6.24", "wpb": "2216.1", "bsz": "105.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.6", "wall": "9049"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.443, "loss": "0.01", "ppl": "1.01", "wps": "11552.2", "ups": "6.1", "wpb": "1892.9", "bsz": "90.9", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.5", "wall": "9065"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.467, "loss": "0.011", "ppl": "1.01", "wps": "12741.1", "ups": "6.18", "wpb": "2063.3", "bsz": "99.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "9081"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.491, "loss": "0.012", "ppl": "1.01", "wps": "12998.4", "ups": "6.21", "wpb": "2093.1", "bsz": "102.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "9097"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.515, "loss": "0.01", "ppl": "1.01", "wps": "12963.6", "ups": "6.23", "wpb": "2080.8", "bsz": "103.9", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.5", "wall": "9113"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.539, "loss": "0.011", "ppl": "1.01", "wps": "13333", "ups": "6.19", "wpb": "2154.3", "bsz": "101.8", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9130"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.563, "loss": "0.016", "ppl": "1.01", "wps": "12579.2", "ups": "6.12", "wpb": "2054", "bsz": "96.2", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.386", "train_wall": "16", "gb_free": "42", "wall": "9146"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.587, "loss": "0.013", "ppl": "1.01", "wps": "13450", "ups": "6.28", "wpb": "2141.2", "bsz": "111.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.8", "wall": "9162"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.611, "loss": "0.012", "ppl": "1.01", "wps": "12444.3", "ups": "6.1", "wpb": "2038.8", "bsz": "99", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.8", "wall": "9178"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.635, "loss": "0.009", "ppl": "1.01", "wps": "13946.3", "ups": "6.26", "wpb": "2227.2", "bsz": "112.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "9194"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.659, "loss": "0.01", "ppl": "1.01", "wps": "13596.6", "ups": "6.24", "wpb": "2179.7", "bsz": "103.5", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.296", "train_wall": "16", "gb_free": "42.7", "wall": "9210"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.683, "loss": "0.009", "ppl": "1.01", "wps": "13506.3", "ups": "6.21", "wpb": "2176.3", "bsz": "105.3", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.4", "wall": "9226"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.708, "loss": "0.009", "ppl": "1.01", "wps": "12224.1", "ups": "6.13", "wpb": "1995.4", "bsz": "95.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9243"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.732, "loss": "0.01", "ppl": "1.01", "wps": "14123.4", "ups": "6.2", "wpb": "2276.3", "bsz": "104.7", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9259"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.756, "loss": "0.009", "ppl": "1.01", "wps": "13756.3", "ups": "6.23", "wpb": "2209.3", "bsz": "106.4", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9275"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.78, "loss": "0.011", "ppl": "1.01", "wps": "12953.3", "ups": "6.12", "wpb": "2116.4", "bsz": "101.1", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.309", "train_wall": "16", "gb_free": "42.6", "wall": "9291"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.804, "loss": "0.01", "ppl": "1.01", "wps": "14430.7", "ups": "6.24", "wpb": "2311.2", "bsz": "111", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "9307"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.828, "loss": "0.011", "ppl": "1.01", "wps": "12387.6", "ups": "6.11", "wpb": "2028.3", "bsz": "100.1", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.8", "wall": "9324"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.852, "loss": "0.012", "ppl": "1.01", "wps": "12819.5", "ups": "6.11", "wpb": "2097.2", "bsz": "98.6", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9340"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.876, "loss": "0.008", "ppl": "1.01", "wps": "13779.3", "ups": "6.21", "wpb": "2218.2", "bsz": "108.2", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "9356"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.9, "loss": "0.01", "ppl": "1.01", "wps": "13595.5", "ups": "6.2", "wpb": "2191.1", "bsz": "100.7", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.924, "loss": "0.012", "ppl": "1.01", "wps": "13676.3", "ups": "6.18", "wpb": "2213.8", "bsz": "106.5", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "9388"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.948, "loss": "0.009", "ppl": "1.01", "wps": "12874", "ups": "6.16", "wpb": "2091.2", "bsz": "98.5", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.5", "wall": "9405"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.973, "loss": "0.01", "ppl": "1.01", "wps": "12763.4", "ups": "6.16", "wpb": "2071.9", "bsz": "100.5", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "9421"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +{"epoch": 14, "update": 13.997, "loss": "0.013", "ppl": "1.01", "wps": "13069.4", "ups": "6.15", "wpb": "2126.1", "bsz": "103.3", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.5", "wall": "9437"} +begin validation on "valid" subset +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +{"epoch": 14, "valid_loss": "0.059", "valid_ppl": "1.04", "valid_wps": "41462.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "58114", "valid_best_loss": "0.052"} +end of epoch 14 (average epoch stats below) +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +{"epoch": 14, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "13120", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "58114", "train_lr": "0.000131178", "train_gnorm": "0.298", "train_train_wall": "664", "train_gb_free": "41.4", "train_wall": "9445"} +Start iterating over samples +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.021, "loss": "0.01", "ppl": "1.01", "wps": "10301.1", "ups": "4.5", "wpb": "2291.6", "bsz": "110", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9459"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.045, "loss": "0.007", "ppl": "1.01", "wps": "13991.9", "ups": "6.28", "wpb": "2228.7", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9475"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.069, "loss": "0.009", "ppl": "1.01", "wps": "14886.6", "ups": "6.27", "wpb": "2375.5", "bsz": "107.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.1", "wall": "9491"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.093, "loss": "0.007", "ppl": "1", "wps": "13351.6", "ups": "6.21", "wpb": "2148.6", "bsz": "104.5", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "9507"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.117, "loss": "0.009", "ppl": "1.01", "wps": "12592.9", "ups": "6.15", "wpb": "2046.5", "bsz": "97.8", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "9523"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.141, "loss": "0.008", "ppl": "1.01", "wps": "15160.2", "ups": "6.34", "wpb": "2390.9", "bsz": "119.8", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.6", "wall": "9539"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.165, "loss": "0.008", "ppl": "1.01", "wps": "12646.7", "ups": "6.14", "wpb": "2059.5", "bsz": "99.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.7", "wall": "9556"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.189, "loss": "0.007", "ppl": "1", "wps": "12470.6", "ups": "6.16", "wpb": "2023.8", "bsz": "97", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.9", "wall": "9572"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.213, "loss": "0.01", "ppl": "1.01", "wps": "12222.7", "ups": "6.07", "wpb": "2013.4", "bsz": "93.8", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9588"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.238, "loss": "0.009", "ppl": "1.01", "wps": "14867.3", "ups": "6.23", "wpb": "2385.3", "bsz": "114.8", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "9604"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.262, "loss": "0.01", "ppl": "1.01", "wps": "12960.2", "ups": "6.16", "wpb": "2103.6", "bsz": "98.1", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9621"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.286, "loss": "0.008", "ppl": "1.01", "wps": "13784.2", "ups": "6.28", "wpb": "2195.3", "bsz": "109", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.8", "wall": "9636"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.31, "loss": "0.009", "ppl": "1.01", "wps": "13880.8", "ups": "6.22", "wpb": "2230", "bsz": "108.5", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "9653"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.334, "loss": "0.008", "ppl": "1.01", "wps": "13230.8", "ups": "6.24", "wpb": "2120.7", "bsz": "102.7", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "9669"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.358, "loss": "0.01", "ppl": "1.01", "wps": "11743.8", "ups": "6.13", "wpb": "1915.6", "bsz": "96.2", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.7", "wall": "9685"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.382, "loss": "0.012", "ppl": "1.01", "wps": "13191.8", "ups": "6.19", "wpb": "2131.6", "bsz": "105.7", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.3", "wall": "9701"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.406, "loss": "0.009", "ppl": "1.01", "wps": "14439.9", "ups": "6.25", "wpb": "2311", "bsz": "107.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "9717"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.43, "loss": "0.014", "ppl": "1.01", "wps": "12832.7", "ups": "6.15", "wpb": "2087", "bsz": "99.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.6", "wall": "9733"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.454, "loss": "0.008", "ppl": "1.01", "wps": "13052.8", "ups": "6.14", "wpb": "2125.4", "bsz": "105.1", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "9750"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.478, "loss": "0.012", "ppl": "1.01", "wps": "13707.1", "ups": "6.2", "wpb": "2211.4", "bsz": "107.8", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.269", "train_wall": "16", "gb_free": "42", "wall": "9766"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.503, "loss": "0.009", "ppl": "1.01", "wps": "12312.6", "ups": "6.17", "wpb": "1994.7", "bsz": "97", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.237", "train_wall": "16", "gb_free": "41.4", "wall": "9782"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.527, "loss": "0.009", "ppl": "1.01", "wps": "13025.2", "ups": "6.19", "wpb": "2103.8", "bsz": "99.5", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.7", "wall": "9798"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.551, "loss": "0.009", "ppl": "1.01", "wps": "12825.1", "ups": "6.13", "wpb": "2091.8", "bsz": "102.6", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.6", "wall": "9814"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.575, "loss": "0.01", "ppl": "1.01", "wps": "12732.5", "ups": "6.15", "wpb": "2071.1", "bsz": "96.7", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "9831"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.599, "loss": "0.008", "ppl": "1.01", "wps": "13453", "ups": "6.19", "wpb": "2172.8", "bsz": "110.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.6", "wall": "9847"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.623, "loss": "0.01", "ppl": "1.01", "wps": "11429", "ups": "6.02", "wpb": "1899", "bsz": "89.7", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.305", "train_wall": "16", "gb_free": "41.7", "wall": "9863"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.647, "loss": "0.01", "ppl": "1.01", "wps": "13639.4", "ups": "6.18", "wpb": "2207.7", "bsz": "105.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.298", "train_wall": "16", "gb_free": "41.7", "wall": "9880"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.671, "loss": "0.01", "ppl": "1.01", "wps": "13533.9", "ups": "6.34", "wpb": "2135.2", "bsz": "103.8", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.5", "wall": "9895"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.695, "loss": "0.01", "ppl": "1.01", "wps": "13210.6", "ups": "6.21", "wpb": "2127", "bsz": "102.4", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "9911"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.719, "loss": "0.008", "ppl": "1.01", "wps": "12648", "ups": "6.16", "wpb": "2052.6", "bsz": "97.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.7", "wall": "9928"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.743, "loss": "0.014", "ppl": "1.01", "wps": "12631.8", "ups": "6.1", "wpb": "2070.8", "bsz": "96.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.383", "train_wall": "16", "gb_free": "42.7", "wall": "9944"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.768, "loss": "0.01", "ppl": "1.01", "wps": "12435", "ups": "6.18", "wpb": "2012.4", "bsz": "95.2", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.6", "wall": "9960"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.792, "loss": "0.01", "ppl": "1.01", "wps": "13014", "ups": "6.15", "wpb": "2114.4", "bsz": "104.8", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "9977"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.816, "loss": "0.01", "ppl": "1.01", "wps": "11782.3", "ups": "6.19", "wpb": "1904.8", "bsz": "96.2", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.6", "wall": "9993"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.84, "loss": "0.008", "ppl": "1.01", "wps": "14702.1", "ups": "6.26", "wpb": "2350.2", "bsz": "113.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10009"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.864, "loss": "0.008", "ppl": "1.01", "wps": "12186.8", "ups": "6.15", "wpb": "1980.3", "bsz": "99.7", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.4", "wall": "10025"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.888, "loss": "0.007", "ppl": "1.01", "wps": "14812.4", "ups": "6.3", "wpb": "2349.5", "bsz": "115.3", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "10041"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.912, "loss": "0.008", "ppl": "1.01", "wps": "14341.8", "ups": "6.22", "wpb": "2304.2", "bsz": "106.6", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "10057"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.936, "loss": "0.008", "ppl": "1.01", "wps": "12913.5", "ups": "6.2", "wpb": "2082.1", "bsz": "99.9", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "10073"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.96, "loss": "0.01", "ppl": "1.01", "wps": "12732.9", "ups": "6.18", "wpb": "2060.4", "bsz": "101", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.8", "wall": "10089"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +{"epoch": 15, "update": 14.984, "loss": "0.01", "ppl": "1.01", "wps": "13687.2", "ups": "6.19", "wpb": "2209.8", "bsz": "106.6", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10105"} +begin validation on "valid" subset +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +{"epoch": 15, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41279.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "62265", "valid_best_loss": "0.052"} +end of epoch 15 (average epoch stats below) +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +{"epoch": 15, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "62265", "train_lr": "0.00012673", "train_gnorm": "0.275", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10122"} +Start iterating over samples +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.008, "loss": "0.009", "ppl": "1.01", "wps": "9563.9", "ups": "4.46", "wpb": "2143.9", "bsz": "103.8", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.5", "wall": "10128"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.033, "loss": "0.01", "ppl": "1.01", "wps": "11976.2", "ups": "6.14", "wpb": "1950.8", "bsz": "98.1", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.6", "wall": "10144"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.057, "loss": "0.007", "ppl": "1", "wps": "13585.8", "ups": "6.24", "wpb": "2175.6", "bsz": "107.3", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.8", "wall": "10160"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.081, "loss": "0.008", "ppl": "1.01", "wps": "13276.3", "ups": "6.22", "wpb": "2133.1", "bsz": "108.2", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.279", "train_wall": "16", "gb_free": "41.7", "wall": "10176"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.105, "loss": "0.008", "ppl": "1.01", "wps": "14982.2", "ups": "6.21", "wpb": "2413.2", "bsz": "110.5", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "10192"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.129, "loss": "0.008", "ppl": "1.01", "wps": "13234.6", "ups": "6.18", "wpb": "2141.8", "bsz": "103.4", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.6", "wall": "10208"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.153, "loss": "0.01", "ppl": "1.01", "wps": "13800.6", "ups": "6.26", "wpb": "2205.7", "bsz": "107.9", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "10224"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.177, "loss": "0.006", "ppl": "1", "wps": "11924.2", "ups": "6.13", "wpb": "1944.4", "bsz": "95.2", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "10241"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.201, "loss": "0.008", "ppl": "1.01", "wps": "13759.5", "ups": "6.24", "wpb": "2206.3", "bsz": "106.3", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10257"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.225, "loss": "0.007", "ppl": "1", "wps": "12372.1", "ups": "6.18", "wpb": "2001.8", "bsz": "96.9", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "10273"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.249, "loss": "0.009", "ppl": "1.01", "wps": "12402.4", "ups": "6.12", "wpb": "2026.2", "bsz": "97", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10289"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.273, "loss": "0.007", "ppl": "1", "wps": "12706.7", "ups": "6.21", "wpb": "2046.3", "bsz": "100.6", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "10305"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.298, "loss": "0.007", "ppl": "1.01", "wps": "13000.9", "ups": "6.19", "wpb": "2101.2", "bsz": "104.1", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "10321"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.322, "loss": "0.007", "ppl": "1.01", "wps": "13516.4", "ups": "6.14", "wpb": "2200.9", "bsz": "103.9", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10338"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.346, "loss": "0.009", "ppl": "1.01", "wps": "12122.9", "ups": "6.2", "wpb": "1955.6", "bsz": "94", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10354"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.37, "loss": "0.008", "ppl": "1.01", "wps": "13345.4", "ups": "6.21", "wpb": "2150.5", "bsz": "103.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "10370"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.394, "loss": "0.005", "ppl": "1", "wps": "13926", "ups": "6.28", "wpb": "2216.8", "bsz": "111", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "10386"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.418, "loss": "0.007", "ppl": "1", "wps": "14736.8", "ups": "6.23", "wpb": "2367.1", "bsz": "117.7", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "10402"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.442, "loss": "0.008", "ppl": "1.01", "wps": "14129.2", "ups": "6.21", "wpb": "2275.9", "bsz": "107.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10418"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.466, "loss": "0.008", "ppl": "1.01", "wps": "13477.3", "ups": "6.19", "wpb": "2176.2", "bsz": "103.4", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "10434"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.49, "loss": "0.007", "ppl": "1.01", "wps": "13709.9", "ups": "6.23", "wpb": "2201.1", "bsz": "110.1", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "10450"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.514, "loss": "0.009", "ppl": "1.01", "wps": "14073.9", "ups": "6.24", "wpb": "2255.1", "bsz": "107.9", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.6", "wall": "10466"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.538, "loss": "0.008", "ppl": "1.01", "wps": "12515.7", "ups": "6.2", "wpb": "2018.7", "bsz": "98.1", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.4", "wall": "10482"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.563, "loss": "0.009", "ppl": "1.01", "wps": "12999.5", "ups": "6.17", "wpb": "2108.6", "bsz": "97.8", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.6", "wall": "10499"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.587, "loss": "0.009", "ppl": "1.01", "wps": "13901.9", "ups": "6.23", "wpb": "2231.8", "bsz": "107.8", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.6", "wall": "10515"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.611, "loss": "0.008", "ppl": "1.01", "wps": "12073.5", "ups": "6.07", "wpb": "1989.4", "bsz": "94.3", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "10531"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.635, "loss": "0.008", "ppl": "1.01", "wps": "14036.5", "ups": "6.17", "wpb": "2273.4", "bsz": "109.9", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.4", "wall": "10547"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.659, "loss": "0.009", "ppl": "1.01", "wps": "12854.3", "ups": "6.24", "wpb": "2061.3", "bsz": "101.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "10563"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.683, "loss": "0.013", "ppl": "1.01", "wps": "13626.1", "ups": "6.2", "wpb": "2199.4", "bsz": "106.5", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "10580"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.707, "loss": "0.01", "ppl": "1.01", "wps": "12498.1", "ups": "6.14", "wpb": "2035.3", "bsz": "99.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.8", "wall": "10596"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.731, "loss": "0.009", "ppl": "1.01", "wps": "13289.7", "ups": "6.25", "wpb": "2127.6", "bsz": "102.2", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "10612"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.755, "loss": "0.008", "ppl": "1.01", "wps": "12134.1", "ups": "6.11", "wpb": "1985", "bsz": "100.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.303", "train_wall": "16", "gb_free": "42.5", "wall": "10628"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.779, "loss": "0.009", "ppl": "1.01", "wps": "13846.2", "ups": "6.19", "wpb": "2238.6", "bsz": "106.8", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.7", "wall": "10644"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.803, "loss": "0.009", "ppl": "1.01", "wps": "13761.4", "ups": "6.21", "wpb": "2214.2", "bsz": "104.9", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.5", "wall": "10661"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.828, "loss": "0.009", "ppl": "1.01", "wps": "13444.8", "ups": "6.24", "wpb": "2153.4", "bsz": "104", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.4", "wall": "10677"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.852, "loss": "0.006", "ppl": "1", "wps": "13300", "ups": "6.18", "wpb": "2151.7", "bsz": "103.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.4", "wall": "10693"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.876, "loss": "0.006", "ppl": "1", "wps": "13916.1", "ups": "6.22", "wpb": "2237", "bsz": "105.8", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.6", "wall": "10709"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.9, "loss": "0.009", "ppl": "1.01", "wps": "11616", "ups": "6.17", "wpb": "1882.8", "bsz": "91.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "10725"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.924, "loss": "0.008", "ppl": "1.01", "wps": "13269.8", "ups": "6.15", "wpb": "2157", "bsz": "101", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.5", "wall": "10741"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.948, "loss": "0.01", "ppl": "1.01", "wps": "13579.5", "ups": "6.16", "wpb": "2204.2", "bsz": "104.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "10757"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.972, "loss": "0.01", "ppl": "1.01", "wps": "13573.1", "ups": "6.13", "wpb": "2214.6", "bsz": "100.1", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "10774"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +{"epoch": 16, "update": 15.996, "loss": "0.009", "ppl": "1.01", "wps": "12838.4", "ups": "6.2", "wpb": "2069.9", "bsz": "99.9", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.6", "wall": "10790"} +begin validation on "valid" subset +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +{"epoch": 16, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "41323.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "66416", "valid_best_loss": "0.052"} +end of epoch 16 (average epoch stats below) +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +{"epoch": 16, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13117", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "66416", "train_lr": "0.000122705", "train_gnorm": "0.265", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "10799"} +Start iterating over samples +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.02, "loss": "0.011", "ppl": "1.01", "wps": "9712.2", "ups": "4.47", "wpb": "2170.6", "bsz": "107.3", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.7", "wall": "10812"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.044, "loss": "0.008", "ppl": "1.01", "wps": "13664.9", "ups": "6.22", "wpb": "2197.7", "bsz": "102.9", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "10828"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.068, "loss": "0.005", "ppl": "1", "wps": "13132.4", "ups": "6.19", "wpb": "2121.4", "bsz": "106.4", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "10845"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.093, "loss": "0.007", "ppl": "1", "wps": "13873.7", "ups": "6.21", "wpb": "2232.6", "bsz": "110.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "10861"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.117, "loss": "0.006", "ppl": "1", "wps": "12200.5", "ups": "6.21", "wpb": "1964.8", "bsz": "92.1", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.6", "wall": "10877"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.141, "loss": "0.007", "ppl": "1", "wps": "13367.6", "ups": "6.1", "wpb": "2191.3", "bsz": "105.5", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10893"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.165, "loss": "0.007", "ppl": "1.01", "wps": "13118.7", "ups": "6.18", "wpb": "2122.2", "bsz": "97.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.7", "wall": "10909"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.189, "loss": "0.009", "ppl": "1.01", "wps": "12513.7", "ups": "6.12", "wpb": "2043.9", "bsz": "97", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "10926"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.213, "loss": "0.007", "ppl": "1", "wps": "14656.9", "ups": "6.28", "wpb": "2333", "bsz": "112.3", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.7", "wall": "10942"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.237, "loss": "0.006", "ppl": "1", "wps": "13651.9", "ups": "6.26", "wpb": "2179.4", "bsz": "103.4", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "10957"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.261, "loss": "0.007", "ppl": "1", "wps": "15089.7", "ups": "6.28", "wpb": "2401", "bsz": "114.2", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.4", "wall": "10973"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.285, "loss": "0.006", "ppl": "1", "wps": "12162.1", "ups": "6.16", "wpb": "1973.7", "bsz": "96.5", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "10990"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.309, "loss": "0.007", "ppl": "1", "wps": "11890.9", "ups": "6.14", "wpb": "1936.1", "bsz": "97.1", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.6", "wall": "11006"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.333, "loss": "0.006", "ppl": "1", "wps": "13288.7", "ups": "6.2", "wpb": "2142.3", "bsz": "106.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "11022"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.358, "loss": "0.01", "ppl": "1.01", "wps": "12392.9", "ups": "6.11", "wpb": "2028.8", "bsz": "98.1", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "11038"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.382, "loss": "0.01", "ppl": "1.01", "wps": "12917.7", "ups": "6.14", "wpb": "2104.7", "bsz": "98.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11055"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.406, "loss": "0.008", "ppl": "1.01", "wps": "12718.6", "ups": "6.22", "wpb": "2044.3", "bsz": "99.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "11071"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.43, "loss": "0.006", "ppl": "1", "wps": "15163.6", "ups": "6.27", "wpb": "2419.3", "bsz": "115.5", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.193", "train_wall": "16", "gb_free": "42", "wall": "11087"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.454, "loss": "0.006", "ppl": "1", "wps": "11989.9", "ups": "6.15", "wpb": "1948.3", "bsz": "94.7", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.6", "wall": "11103"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.478, "loss": "0.005", "ppl": "1", "wps": "13100.2", "ups": "6.17", "wpb": "2122.4", "bsz": "105", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.7", "wall": "11119"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.502, "loss": "0.011", "ppl": "1.01", "wps": "15581.2", "ups": "6.26", "wpb": "2489", "bsz": "113", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11135"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.526, "loss": "0.007", "ppl": "1.01", "wps": "14640.3", "ups": "6.31", "wpb": "2318.9", "bsz": "112.8", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "11151"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.55, "loss": "0.01", "ppl": "1.01", "wps": "12826.8", "ups": "6.14", "wpb": "2090.2", "bsz": "101.3", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.7", "wall": "11167"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.574, "loss": "0.009", "ppl": "1.01", "wps": "15338.3", "ups": "6.31", "wpb": "2430.4", "bsz": "117.5", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "11183"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.598, "loss": "0.007", "ppl": "1", "wps": "12342.6", "ups": "6.11", "wpb": "2020.3", "bsz": "97.1", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.256", "train_wall": "16", "gb_free": "41.4", "wall": "11200"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.623, "loss": "0.007", "ppl": "1.01", "wps": "13674.8", "ups": "6.24", "wpb": "2192.1", "bsz": "108.4", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "11216"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.647, "loss": "0.006", "ppl": "1", "wps": "13477.2", "ups": "6.21", "wpb": "2169.1", "bsz": "106.8", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "11232"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.671, "loss": "0.007", "ppl": "1.01", "wps": "12592.8", "ups": "6.14", "wpb": "2050.9", "bsz": "98.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "11248"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.695, "loss": "0.007", "ppl": "1", "wps": "13741.8", "ups": "6.24", "wpb": "2201.5", "bsz": "109.4", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.4", "wall": "11264"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.719, "loss": "0.007", "ppl": "1.01", "wps": "13454.6", "ups": "6.16", "wpb": "2185.5", "bsz": "105.2", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "11280"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.743, "loss": "0.008", "ppl": "1.01", "wps": "12732.9", "ups": "6.14", "wpb": "2075.4", "bsz": "101", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11296"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.767, "loss": "0.008", "ppl": "1.01", "wps": "13383.9", "ups": "6.18", "wpb": "2165.5", "bsz": "104.2", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "11313"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.791, "loss": "0.006", "ppl": "1", "wps": "13198.2", "ups": "6.22", "wpb": "2123.6", "bsz": "104.8", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.4", "wall": "11329"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.815, "loss": "0.011", "ppl": "1.01", "wps": "12635.1", "ups": "6.16", "wpb": "2049.6", "bsz": "99.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.362", "train_wall": "16", "gb_free": "41", "wall": "11345"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.839, "loss": "0.012", "ppl": "1.01", "wps": "12776.5", "ups": "6.2", "wpb": "2060.4", "bsz": "96.8", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.5", "wall": "11361"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.863, "loss": "0.008", "ppl": "1.01", "wps": "13278.2", "ups": "6.18", "wpb": "2147.3", "bsz": "99.2", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.6", "wall": "11377"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.887, "loss": "0.006", "ppl": "1", "wps": "12297.7", "ups": "6.16", "wpb": "1997", "bsz": "99.1", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.224", "train_wall": "16", "gb_free": "41.6", "wall": "11394"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.912, "loss": "0.006", "ppl": "1", "wps": "13057.6", "ups": "6.21", "wpb": "2101.9", "bsz": "105.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.7", "wall": "11410"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.936, "loss": "0.006", "ppl": "1", "wps": "13175.3", "ups": "6.23", "wpb": "2114.2", "bsz": "104.8", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "11426"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.96, "loss": "0.007", "ppl": "1", "wps": "12036.4", "ups": "6.23", "wpb": "1933.1", "bsz": "93.8", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.6", "wall": "11442"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +{"epoch": 17, "update": 16.984, "loss": "0.008", "ppl": "1.01", "wps": "13642.9", "ups": "6.14", "wpb": "2220.3", "bsz": "102.6", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "11458"} +begin validation on "valid" subset +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +{"epoch": 17, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41395", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "70567", "valid_best_loss": "0.052"} +end of epoch 17 (average epoch stats below) +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +{"epoch": 17, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "13120.1", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "70567", "train_lr": "0.000119042", "train_gnorm": "0.252", "train_train_wall": "663", "train_gb_free": "42.6", "train_wall": "11475"} +Start iterating over samples +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.008, "loss": "0.008", "ppl": "1.01", "wps": "8656.6", "ups": "4.44", "wpb": "1947.6", "bsz": "90.6", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.032, "loss": "0.006", "ppl": "1", "wps": "13667.9", "ups": "6.21", "wpb": "2200.1", "bsz": "106.4", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "11497"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.056, "loss": "0.006", "ppl": "1", "wps": "12902.8", "ups": "6.13", "wpb": "2104.9", "bsz": "98.9", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.6", "wall": "11513"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.08, "loss": "0.008", "ppl": "1.01", "wps": "13208.3", "ups": "6.14", "wpb": "2152.6", "bsz": "101.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.104, "loss": "0.008", "ppl": "1.01", "wps": "14259.2", "ups": "6.2", "wpb": "2301.5", "bsz": "111", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.1", "wall": "11545"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.128, "loss": "0.006", "ppl": "1", "wps": "14365.9", "ups": "6.27", "wpb": "2291.1", "bsz": "106.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "11561"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.152, "loss": "0.007", "ppl": "1", "wps": "13057.9", "ups": "6.2", "wpb": "2105.8", "bsz": "100.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.8", "wall": "11577"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.177, "loss": "0.006", "ppl": "1", "wps": "12572.4", "ups": "6.1", "wpb": "2060.7", "bsz": "97", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11594"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.201, "loss": "0.007", "ppl": "1", "wps": "13866.3", "ups": "6.19", "wpb": "2239.4", "bsz": "108.1", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.6", "wall": "11610"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.225, "loss": "0.009", "ppl": "1.01", "wps": "13970.3", "ups": "6.2", "wpb": "2254.6", "bsz": "108.6", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "11626"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.249, "loss": "0.006", "ppl": "1", "wps": "13694", "ups": "6.18", "wpb": "2215.1", "bsz": "105.4", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.6", "wall": "11642"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.273, "loss": "0.005", "ppl": "1", "wps": "12060.9", "ups": "6.14", "wpb": "1963.5", "bsz": "98.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "11659"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.297, "loss": "0.006", "ppl": "1", "wps": "13558.2", "ups": "6.24", "wpb": "2172.9", "bsz": "106.6", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "11675"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.321, "loss": "0.007", "ppl": "1", "wps": "14104.5", "ups": "6.25", "wpb": "2255.8", "bsz": "108.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "11691"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.345, "loss": "0.007", "ppl": "1", "wps": "12986.5", "ups": "6.22", "wpb": "2088", "bsz": "104.6", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "11707"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.369, "loss": "0.008", "ppl": "1.01", "wps": "11743.4", "ups": "6.1", "wpb": "1925", "bsz": "93.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "11723"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.393, "loss": "0.005", "ppl": "1", "wps": "13689", "ups": "6.21", "wpb": "2205.9", "bsz": "110.6", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "11739"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.417, "loss": "0.006", "ppl": "1", "wps": "13185.5", "ups": "6.21", "wpb": "2124.1", "bsz": "102.3", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "11755"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.442, "loss": "0.009", "ppl": "1.01", "wps": "13750", "ups": "6.23", "wpb": "2207.9", "bsz": "109.2", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.242", "train_wall": "16", "gb_free": "42", "wall": "11771"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.466, "loss": "0.005", "ppl": "1", "wps": "13504.2", "ups": "6.18", "wpb": "2183.8", "bsz": "106.9", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.194", "train_wall": "16", "gb_free": "42.6", "wall": "11788"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.49, "loss": "0.008", "ppl": "1.01", "wps": "13317.3", "ups": "6.15", "wpb": "2164.2", "bsz": "104.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "11804"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.514, "loss": "0.009", "ppl": "1.01", "wps": "13324.5", "ups": "6.21", "wpb": "2146.3", "bsz": "105.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.6", "wall": "11820"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.538, "loss": "0.008", "ppl": "1.01", "wps": "13323", "ups": "6.22", "wpb": "2143.5", "bsz": "102.2", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.6", "wall": "11836"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.562, "loss": "0.008", "ppl": "1.01", "wps": "13605.3", "ups": "6.21", "wpb": "2192.4", "bsz": "102.8", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "11852"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.586, "loss": "0.009", "ppl": "1.01", "wps": "12725.6", "ups": "6.11", "wpb": "2084.3", "bsz": "97.4", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "11868"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.61, "loss": "0.006", "ppl": "1", "wps": "12090.2", "ups": "6.16", "wpb": "1961.6", "bsz": "91.8", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.6", "wall": "11885"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.634, "loss": "0.006", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.7", "bsz": "106.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "11901"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.658, "loss": "0.006", "ppl": "1", "wps": "13772.7", "ups": "6.27", "wpb": "2196.7", "bsz": "107.1", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "11917"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.682, "loss": "0.006", "ppl": "1", "wps": "12744.1", "ups": "6.19", "wpb": "2057.3", "bsz": "98.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.21", "train_wall": "16", "gb_free": "41.7", "wall": "11933"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.707, "loss": "0.008", "ppl": "1.01", "wps": "12613.1", "ups": "6.13", "wpb": "2056.3", "bsz": "96.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.293", "train_wall": "16", "gb_free": "41.6", "wall": "11949"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.731, "loss": "0.008", "ppl": "1.01", "wps": "12602.4", "ups": "6.18", "wpb": "2039", "bsz": "95.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "11965"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.755, "loss": "0.007", "ppl": "1.01", "wps": "13918.2", "ups": "6.22", "wpb": "2239.3", "bsz": "105.7", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "11981"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.779, "loss": "0.006", "ppl": "1", "wps": "13926.6", "ups": "6.15", "wpb": "2264.2", "bsz": "102.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "11998"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.803, "loss": "0.007", "ppl": "1", "wps": "12571.6", "ups": "6.17", "wpb": "2036.3", "bsz": "97.7", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12014"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.827, "loss": "0.006", "ppl": "1", "wps": "13716.5", "ups": "6.23", "wpb": "2200.1", "bsz": "110.6", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "12030"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.851, "loss": "0.006", "ppl": "1", "wps": "14139.8", "ups": "6.24", "wpb": "2266.1", "bsz": "113", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12046"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.875, "loss": "0.006", "ppl": "1", "wps": "12299.6", "ups": "6.23", "wpb": "1973.8", "bsz": "99.5", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12062"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.899, "loss": "0.01", "ppl": "1.01", "wps": "12672.2", "ups": "6.13", "wpb": "2068.9", "bsz": "98.3", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "12078"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.923, "loss": "0.006", "ppl": "1", "wps": "13020.5", "ups": "6.16", "wpb": "2114.3", "bsz": "103.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.6", "wall": "12094"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.947, "loss": "0.006", "ppl": "1", "wps": "12740.2", "ups": "6.17", "wpb": "2063.4", "bsz": "101", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.6", "wall": "12111"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.972, "loss": "0.005", "ppl": "1", "wps": "13228.9", "ups": "6.23", "wpb": "2123.1", "bsz": "104.5", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.4", "wall": "12127"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.996, "loss": "0.004", "ppl": "1", "wps": "13062.2", "ups": "6.25", "wpb": "2089.1", "bsz": "106.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +begin validation on "valid" subset +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +{"epoch": 18, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "41338.8", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "74718", "valid_best_loss": "0.052"} +end of epoch 18 (average epoch stats below) +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +{"epoch": 18, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13114.5", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "74718", "train_lr": "0.000115688", "train_gnorm": "0.237", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "12152"} +Start iterating over samples +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.02, "loss": "0.005", "ppl": "1", "wps": "9575.4", "ups": "4.51", "wpb": "2124.4", "bsz": "105.7", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "12165"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.044, "loss": "0.006", "ppl": "1", "wps": "13927.3", "ups": "6.29", "wpb": "2213.5", "bsz": "110.1", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "12181"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.068, "loss": "0.008", "ppl": "1.01", "wps": "13841.2", "ups": "6.19", "wpb": "2235.8", "bsz": "104.1", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.289", "train_wall": "16", "gb_free": "41.1", "wall": "12197"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.092, "loss": "0.006", "ppl": "1", "wps": "12185.2", "ups": "6.18", "wpb": "1972.6", "bsz": "94.4", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "12213"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.116, "loss": "0.005", "ppl": "1", "wps": "12820.9", "ups": "6.2", "wpb": "2067.1", "bsz": "101.7", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "12229"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.14, "loss": "0.005", "ppl": "1", "wps": "15221.1", "ups": "6.28", "wpb": "2423", "bsz": "118.4", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.5", "wall": "12245"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.164, "loss": "0.006", "ppl": "1", "wps": "13649.5", "ups": "6.16", "wpb": "2217.4", "bsz": "105.1", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "12261"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.188, "loss": "0.005", "ppl": "1", "wps": "13595.2", "ups": "6.22", "wpb": "2184.6", "bsz": "110.6", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "12278"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.212, "loss": "0.006", "ppl": "1", "wps": "14099.1", "ups": "6.22", "wpb": "2265.2", "bsz": "107.6", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "12294"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.237, "loss": "0.007", "ppl": "1", "wps": "13747.6", "ups": "6.2", "wpb": "2216.7", "bsz": "104", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.7", "wall": "12310"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.261, "loss": "0.008", "ppl": "1.01", "wps": "14139.5", "ups": "6.29", "wpb": "2246.8", "bsz": "105.5", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.4", "wall": "12326"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.285, "loss": "0.005", "ppl": "1", "wps": "13519.7", "ups": "6.24", "wpb": "2165.4", "bsz": "106.6", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12342"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.309, "loss": "0.007", "ppl": "1", "wps": "12672.5", "ups": "6.16", "wpb": "2058.2", "bsz": "96.9", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.6", "wall": "12358"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.333, "loss": "0.007", "ppl": "1", "wps": "13179.2", "ups": "6.19", "wpb": "2130.3", "bsz": "103.4", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.357, "loss": "0.006", "ppl": "1", "wps": "13049.7", "ups": "6.16", "wpb": "2118.9", "bsz": "102", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.4", "wall": "12390"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.381, "loss": "0.007", "ppl": "1", "wps": "12623.6", "ups": "6.13", "wpb": "2059.4", "bsz": "97.6", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.5", "wall": "12407"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.405, "loss": "0.007", "ppl": "1", "wps": "11874.6", "ups": "6.13", "wpb": "1937.2", "bsz": "94.9", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.429, "loss": "0.007", "ppl": "1.01", "wps": "11954.2", "ups": "6.08", "wpb": "1965.1", "bsz": "93.8", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.6", "wall": "12439"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.453, "loss": "0.008", "ppl": "1.01", "wps": "12524.9", "ups": "6.12", "wpb": "2045.3", "bsz": "98.1", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12456"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.477, "loss": "0.005", "ppl": "1", "wps": "13629.5", "ups": "6.27", "wpb": "2173.8", "bsz": "107.2", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "12472"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.502, "loss": "0.007", "ppl": "1", "wps": "14314.5", "ups": "6.2", "wpb": "2307.9", "bsz": "112.2", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "12488"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.526, "loss": "0.005", "ppl": "1", "wps": "13636.6", "ups": "6.21", "wpb": "2196.4", "bsz": "105.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.4", "wall": "12504"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.55, "loss": "0.006", "ppl": "1", "wps": "15671.7", "ups": "6.29", "wpb": "2490.9", "bsz": "114.8", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.4", "wall": "12520"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.574, "loss": "0.006", "ppl": "1", "wps": "12393.5", "ups": "6.13", "wpb": "2023.1", "bsz": "95.1", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12536"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.598, "loss": "0.007", "ppl": "1", "wps": "11944.8", "ups": "6.05", "wpb": "1973.5", "bsz": "95", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "12553"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.622, "loss": "0.005", "ppl": "1", "wps": "13748.9", "ups": "6.2", "wpb": "2217.8", "bsz": "109.1", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "12569"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.646, "loss": "0.007", "ppl": "1", "wps": "12561.9", "ups": "6.17", "wpb": "2036", "bsz": "99", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.5", "wall": "12585"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.67, "loss": "0.005", "ppl": "1", "wps": "12798.8", "ups": "6.21", "wpb": "2062.3", "bsz": "103.8", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.22", "train_wall": "16", "gb_free": "42", "wall": "12601"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.694, "loss": "0.006", "ppl": "1", "wps": "12418.3", "ups": "6.2", "wpb": "2003.7", "bsz": "99.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12617"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.718, "loss": "0.006", "ppl": "1", "wps": "14260.3", "ups": "6.23", "wpb": "2289.6", "bsz": "111.5", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12633"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.742, "loss": "0.006", "ppl": "1", "wps": "14246.8", "ups": "6.31", "wpb": "2259.6", "bsz": "107.5", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.4", "wall": "12649"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.767, "loss": "0.006", "ppl": "1", "wps": "13156.2", "ups": "6.22", "wpb": "2114.3", "bsz": "105.5", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "12665"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.791, "loss": "0.006", "ppl": "1", "wps": "12765.5", "ups": "6.14", "wpb": "2080", "bsz": "101.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.1", "wall": "12681"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.815, "loss": "0.007", "ppl": "1", "wps": "13804.6", "ups": "6.24", "wpb": "2214", "bsz": "106.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.6", "wall": "12697"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.839, "loss": "0.006", "ppl": "1", "wps": "13134.2", "ups": "6.17", "wpb": "2129.7", "bsz": "105", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.6", "wall": "12714"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.863, "loss": "0.008", "ppl": "1.01", "wps": "13321.1", "ups": "6.16", "wpb": "2161.6", "bsz": "97.1", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "12730"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.887, "loss": "0.005", "ppl": "1", "wps": "12618.2", "ups": "6.17", "wpb": "2044.9", "bsz": "99.4", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "12746"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.911, "loss": "0.007", "ppl": "1", "wps": "13121.8", "ups": "6.14", "wpb": "2138", "bsz": "99.6", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.225", "train_wall": "16", "gb_free": "41.8", "wall": "12762"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.935, "loss": "0.008", "ppl": "1.01", "wps": "12586.3", "ups": "6.15", "wpb": "2046.3", "bsz": "97", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12779"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.959, "loss": "0.005", "ppl": "1", "wps": "13760.5", "ups": "6.25", "wpb": "2201", "bsz": "108.4", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.8", "wall": "12795"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +{"epoch": 19, "update": 18.983, "loss": "0.005", "ppl": "1", "wps": "12397.4", "ups": "6.12", "wpb": "2026.3", "bsz": "96.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "12811"} +begin validation on "valid" subset +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +{"epoch": 19, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41303", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "78869", "valid_best_loss": "0.052"} +end of epoch 19 (average epoch stats below) +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +{"epoch": 19, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13117.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "78869", "train_lr": "0.000112602", "train_gnorm": "0.232", "train_train_wall": "664", "train_gb_free": "42.7", "train_wall": "12828"} +Start iterating over samples +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.007, "loss": "0.005", "ppl": "1", "wps": "8466.1", "ups": "4.47", "wpb": "1892.3", "bsz": "95", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.6", "wall": "12833"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.032, "loss": "0.005", "ppl": "1", "wps": "13359.7", "ups": "6.14", "wpb": "2174.8", "bsz": "103.8", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.4", "wall": "12850"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.056, "loss": "0.006", "ppl": "1", "wps": "13200.8", "ups": "6.2", "wpb": "2130", "bsz": "101.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.5", "wall": "12866"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.08, "loss": "0.006", "ppl": "1", "wps": "13265.1", "ups": "6.17", "wpb": "2148.5", "bsz": "101", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.204", "train_wall": "16", "gb_free": "41.8", "wall": "12882"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.104, "loss": "0.006", "ppl": "1", "wps": "13364.7", "ups": "6.1", "wpb": "2192.7", "bsz": "103.8", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "12898"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.128, "loss": "0.007", "ppl": "1", "wps": "13803.6", "ups": "6.23", "wpb": "2214.8", "bsz": "112.3", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.6", "wall": "12914"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.152, "loss": "0.005", "ppl": "1", "wps": "13529.2", "ups": "6.26", "wpb": "2161.3", "bsz": "108.1", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.7", "wall": "12930"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.176, "loss": "0.004", "ppl": "1", "wps": "12446.2", "ups": "6.16", "wpb": "2021.5", "bsz": "97.9", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.5", "wall": "12947"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.2, "loss": "0.005", "ppl": "1", "wps": "13782.6", "ups": "6.27", "wpb": "2199.4", "bsz": "109", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.8", "wall": "12963"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.224, "loss": "0.005", "ppl": "1", "wps": "13099.7", "ups": "6.22", "wpb": "2104.9", "bsz": "107.4", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "12979"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.248, "loss": "0.006", "ppl": "1", "wps": "13297", "ups": "6.22", "wpb": "2138.2", "bsz": "99.2", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.4", "wall": "12995"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.272, "loss": "0.005", "ppl": "1", "wps": "13867.7", "ups": "6.21", "wpb": "2232", "bsz": "108.5", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.7", "wall": "13011"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.297, "loss": "0.005", "ppl": "1", "wps": "13119.9", "ups": "6.23", "wpb": "2106.5", "bsz": "103.1", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.5", "wall": "13027"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.321, "loss": "0.006", "ppl": "1", "wps": "12879.7", "ups": "6.16", "wpb": "2091.2", "bsz": "99.8", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "13043"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.345, "loss": "0.004", "ppl": "1", "wps": "12964", "ups": "6.16", "wpb": "2103.6", "bsz": "99.7", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.7", "wall": "13059"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.369, "loss": "0.005", "ppl": "1", "wps": "13545.4", "ups": "6.24", "wpb": "2170.5", "bsz": "104.4", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.8", "wall": "13075"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.393, "loss": "0.007", "ppl": "1", "wps": "13515", "ups": "6.19", "wpb": "2183.7", "bsz": "103.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.7", "wall": "13092"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.417, "loss": "0.005", "ppl": "1", "wps": "13599.3", "ups": "6.17", "wpb": "2205.9", "bsz": "99.1", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "13108"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.441, "loss": "0.006", "ppl": "1", "wps": "11896", "ups": "6.09", "wpb": "1954", "bsz": "94.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13124"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.465, "loss": "0.009", "ppl": "1.01", "wps": "13733.3", "ups": "6.23", "wpb": "2204.5", "bsz": "111", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.292", "train_wall": "16", "gb_free": "42.5", "wall": "13140"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.489, "loss": "0.007", "ppl": "1", "wps": "12810.1", "ups": "6.19", "wpb": "2070.2", "bsz": "100", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "13156"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.513, "loss": "0.008", "ppl": "1.01", "wps": "12693.9", "ups": "6.12", "wpb": "2074", "bsz": "98.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "13173"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.537, "loss": "0.005", "ppl": "1", "wps": "12041.3", "ups": "6.14", "wpb": "1962.5", "bsz": "95.4", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "13189"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.562, "loss": "0.006", "ppl": "1", "wps": "13616.3", "ups": "6.2", "wpb": "2196.6", "bsz": "106.7", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.6", "wall": "13205"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.586, "loss": "0.005", "ppl": "1", "wps": "12938.4", "ups": "6.26", "wpb": "2066.2", "bsz": "104.6", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "13221"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.61, "loss": "0.007", "ppl": "1.01", "wps": "11995.3", "ups": "6.07", "wpb": "1975.8", "bsz": "90.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.5", "wall": "13238"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.634, "loss": "0.004", "ppl": "1", "wps": "13936.3", "ups": "6.26", "wpb": "2226", "bsz": "112.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.166", "train_wall": "16", "gb_free": "42.5", "wall": "13254"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.658, "loss": "0.005", "ppl": "1", "wps": "14629", "ups": "6.25", "wpb": "2340.7", "bsz": "112.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.5", "wall": "13270"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.682, "loss": "0.004", "ppl": "1", "wps": "13693.2", "ups": "6.26", "wpb": "2186.8", "bsz": "108.2", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "13286"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.706, "loss": "0.006", "ppl": "1", "wps": "14071.2", "ups": "6.15", "wpb": "2287.6", "bsz": "101.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "13302"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.73, "loss": "0.004", "ppl": "1", "wps": "13012.4", "ups": "6.16", "wpb": "2111.3", "bsz": "98.6", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "13318"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.754, "loss": "0.004", "ppl": "1", "wps": "13650", "ups": "6.24", "wpb": "2186.3", "bsz": "106.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.6", "wall": "13334"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.778, "loss": "0.004", "ppl": "1", "wps": "12405.1", "ups": "6.13", "wpb": "2023.8", "bsz": "98.4", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.173", "train_wall": "16", "gb_free": "42.5", "wall": "13350"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.802, "loss": "0.005", "ppl": "1", "wps": "13385.9", "ups": "6.27", "wpb": "2133.4", "bsz": "105.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.7", "wall": "13366"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.827, "loss": "0.006", "ppl": "1", "wps": "13277.1", "ups": "6.22", "wpb": "2134", "bsz": "107.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "13382"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.851, "loss": "0.006", "ppl": "1", "wps": "12373.6", "ups": "6.14", "wpb": "2013.7", "bsz": "93.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.7", "wall": "13399"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.875, "loss": "0.007", "ppl": "1", "wps": "12812.6", "ups": "6.14", "wpb": "2085.4", "bsz": "99.2", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.263", "train_wall": "16", "gb_free": "42.6", "wall": "13415"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.899, "loss": "0.007", "ppl": "1.01", "wps": "13672.1", "ups": "6.14", "wpb": "2227.2", "bsz": "105.6", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "13431"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.923, "loss": "0.004", "ppl": "1", "wps": "12814.8", "ups": "6.23", "wpb": "2057.8", "bsz": "102.7", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13447"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.947, "loss": "0.006", "ppl": "1", "wps": "13381.9", "ups": "6.15", "wpb": "2176.8", "bsz": "106.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.6", "wall": "13464"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.971, "loss": "0.006", "ppl": "1", "wps": "13030.3", "ups": "6.16", "wpb": "2113.8", "bsz": "99.4", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.27", "train_wall": "16", "gb_free": "41.7", "wall": "13480"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +{"epoch": 20, "update": 19.995, "loss": "0.007", "ppl": "1", "wps": "13546.1", "ups": "6.26", "wpb": "2164.7", "bsz": "105.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.6", "wall": "13496"} +begin validation on "valid" subset +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +{"epoch": 20, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "41180.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "83020", "valid_best_loss": "0.052"} +end of epoch 20 (average epoch stats below) +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +{"epoch": 20, "train_loss": "0.006", "train_ppl": "1", "train_wps": "13115.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "83020", "train_lr": "0.000109751", "train_gnorm": "0.22", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "13505"} +Start iterating over samples +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.019, "loss": "0.005", "ppl": "1", "wps": "9687.6", "ups": "4.51", "wpb": "2146.3", "bsz": "108.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.5", "wall": "13518"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.043, "loss": "0.006", "ppl": "1", "wps": "13585.6", "ups": "6.27", "wpb": "2167", "bsz": "105.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "13534"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.067, "loss": "0.005", "ppl": "1", "wps": "13852.5", "ups": "6.26", "wpb": "2211.1", "bsz": "104.3", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.5", "wall": "13550"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.092, "loss": "0.005", "ppl": "1", "wps": "13368.8", "ups": "6.22", "wpb": "2148.9", "bsz": "106.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.187", "train_wall": "16", "gb_free": "42.8", "wall": "13566"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.116, "loss": "0.005", "ppl": "1", "wps": "13265.3", "ups": "6.18", "wpb": "2145.9", "bsz": "105.5", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.7", "wall": "13582"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "13228.2", "ups": "6.22", "wpb": "2127.8", "bsz": "107.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.6", "wall": "13598"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.164, "loss": "0.005", "ppl": "1", "wps": "12999.4", "ups": "6.14", "wpb": "2117", "bsz": "103", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13614"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.188, "loss": "0.006", "ppl": "1", "wps": "13652.4", "ups": "6.21", "wpb": "2197.1", "bsz": "106.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.7", "wall": "13631"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.212, "loss": "0.011", "ppl": "1.01", "wps": "11701", "ups": "6.04", "wpb": "1936.9", "bsz": "93.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "13647"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.236, "loss": "0.008", "ppl": "1.01", "wps": "13753.7", "ups": "6.2", "wpb": "2217.1", "bsz": "101.1", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13663"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.26, "loss": "0.007", "ppl": "1", "wps": "12575", "ups": "6.13", "wpb": "2051.7", "bsz": "94.1", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13680"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.284, "loss": "0.005", "ppl": "1", "wps": "13872.8", "ups": "6.24", "wpb": "2222.2", "bsz": "111", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "13696"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.308, "loss": "0.003", "ppl": "1", "wps": "13093.6", "ups": "6.21", "wpb": "2109.7", "bsz": "106.8", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.14", "train_wall": "16", "gb_free": "42.5", "wall": "13712"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.332, "loss": "0.005", "ppl": "1", "wps": "13278.3", "ups": "6.13", "wpb": "2167.5", "bsz": "100.3", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.234", "train_wall": "16", "gb_free": "41.7", "wall": "13728"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.357, "loss": "0.005", "ppl": "1", "wps": "11641.5", "ups": "6.11", "wpb": "1906.7", "bsz": "88.9", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "13744"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.381, "loss": "0.005", "ppl": "1", "wps": "13022", "ups": "6.16", "wpb": "2114.3", "bsz": "103", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13761"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.405, "loss": "0.005", "ppl": "1", "wps": "15070", "ups": "6.28", "wpb": "2399.9", "bsz": "118.7", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.6", "wall": "13777"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "13141.9", "ups": "6.18", "wpb": "2126.3", "bsz": "102.1", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.191", "train_wall": "16", "gb_free": "42.5", "wall": "13793"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.453, "loss": "0.004", "ppl": "1", "wps": "13301.8", "ups": "6.16", "wpb": "2157.6", "bsz": "106", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.5", "wall": "13809"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.477, "loss": "0.006", "ppl": "1", "wps": "13301.4", "ups": "6.22", "wpb": "2138.4", "bsz": "103", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.4", "wall": "13825"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.501, "loss": "0.005", "ppl": "1", "wps": "13327.7", "ups": "6.14", "wpb": "2169.8", "bsz": "103.1", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.7", "wall": "13841"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.525, "loss": "0.006", "ppl": "1", "wps": "13639.5", "ups": "6.19", "wpb": "2204.5", "bsz": "101.9", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.9", "wall": "13857"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.549, "loss": "0.005", "ppl": "1", "wps": "13884.2", "ups": "6.17", "wpb": "2250.4", "bsz": "110.2", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.5", "wall": "13874"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.573, "loss": "0.006", "ppl": "1", "wps": "13266.8", "ups": "6.18", "wpb": "2146.7", "bsz": "101.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.9", "wall": "13890"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.597, "loss": "0.006", "ppl": "1", "wps": "12878.1", "ups": "6.25", "wpb": "2060", "bsz": "102.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.6", "wall": "13906"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.622, "loss": "0.005", "ppl": "1", "wps": "13780", "ups": "6.24", "wpb": "2208.5", "bsz": "104.1", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.5", "wall": "13922"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.646, "loss": "0.005", "ppl": "1", "wps": "13906.5", "ups": "6.26", "wpb": "2221.6", "bsz": "103.8", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "13938"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.67, "loss": "0.006", "ppl": "1", "wps": "12797", "ups": "6.19", "wpb": "2066.3", "bsz": "100.5", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.5", "wall": "13954"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.694, "loss": "0.005", "ppl": "1", "wps": "13536", "ups": "6.24", "wpb": "2168.1", "bsz": "104.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "13970"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.718, "loss": "0.006", "ppl": "1", "wps": "12594.6", "ups": "6.1", "wpb": "2064.3", "bsz": "97.6", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "13986"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.742, "loss": "0.006", "ppl": "1", "wps": "12634.9", "ups": "6.12", "wpb": "2065.1", "bsz": "98.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "14003"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.766, "loss": "0.006", "ppl": "1", "wps": "13953.5", "ups": "6.28", "wpb": "2223.6", "bsz": "109.9", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "14019"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.79, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.18", "wpb": "2030.6", "bsz": "94.4", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.8", "wall": "14035"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.814, "loss": "0.006", "ppl": "1", "wps": "14416.3", "ups": "6.18", "wpb": "2333.8", "bsz": "105.5", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "14051"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.838, "loss": "0.004", "ppl": "1", "wps": "11647.5", "ups": "6.14", "wpb": "1896.3", "bsz": "96.6", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.179", "train_wall": "16", "gb_free": "41.7", "wall": "14067"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.862, "loss": "0.004", "ppl": "1", "wps": "13847.9", "ups": "6.31", "wpb": "2196.2", "bsz": "109.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.5", "wall": "14083"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.887, "loss": "0.004", "ppl": "1", "wps": "12401.3", "ups": "6.14", "wpb": "2018.3", "bsz": "96.6", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.167", "train_wall": "16", "gb_free": "41.9", "wall": "14100"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.911, "loss": "0.003", "ppl": "1", "wps": "12526.2", "ups": "6.18", "wpb": "2026.5", "bsz": "101.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.8", "wall": "14116"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.935, "loss": "0.005", "ppl": "1", "wps": "14796.5", "ups": "6.26", "wpb": "2362.9", "bsz": "120.6", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14132"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.959, "loss": "0.004", "ppl": "1", "wps": "14012", "ups": "6.22", "wpb": "2253.6", "bsz": "106.9", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.174", "train_wall": "16", "gb_free": "41.5", "wall": "14148"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +{"epoch": 21, "update": 20.983, "loss": "0.005", "ppl": "1", "wps": "12375.1", "ups": "6.13", "wpb": "2018.9", "bsz": "95", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14164"} +begin validation on "valid" subset +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +{"epoch": 21, "valid_loss": "0.051", "valid_ppl": "1.04", "valid_wps": "41399.9", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "87171", "valid_best_loss": "0.051"} +end of epoch 21 (average epoch stats below) +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +{"epoch": 21, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13116.8", "train_ups": "6.13", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "87171", "train_lr": "0.000107106", "train_gnorm": "0.213", "train_train_wall": "664", "train_gb_free": "42.6", "train_wall": "14182"} +Start iterating over samples +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.007, "loss": "0.006", "ppl": "1", "wps": "9814.5", "ups": "4.48", "wpb": "2188.5", "bsz": "105.5", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.8", "wall": "14186"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.031, "loss": "0.004", "ppl": "1", "wps": "14054.7", "ups": "6.3", "wpb": "2229.6", "bsz": "111.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14202"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.055, "loss": "0.003", "ppl": "1", "wps": "12657.2", "ups": "6.16", "wpb": "2054.6", "bsz": "98.5", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.7", "wall": "14218"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.079, "loss": "0.004", "ppl": "1", "wps": "13864.7", "ups": "6.24", "wpb": "2222.4", "bsz": "105.4", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "14234"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.103, "loss": "0.004", "ppl": "1", "wps": "13630.1", "ups": "6.18", "wpb": "2206.9", "bsz": "106.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "14251"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.127, "loss": "0.003", "ppl": "1", "wps": "11368.2", "ups": "6.16", "wpb": "1845.5", "bsz": "95", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.185", "train_wall": "16", "gb_free": "42.9", "wall": "14267"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.152, "loss": "0.005", "ppl": "1", "wps": "13796.2", "ups": "6.25", "wpb": "2208.3", "bsz": "109", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "14283"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.176, "loss": "0.005", "ppl": "1", "wps": "12726.9", "ups": "6.14", "wpb": "2072.6", "bsz": "96.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.8", "wall": "14299"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.2, "loss": "0.007", "ppl": "1", "wps": "13476.9", "ups": "6.21", "wpb": "2169.7", "bsz": "97", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.7", "wall": "14315"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.224, "loss": "0.006", "ppl": "1", "wps": "12937.9", "ups": "6.12", "wpb": "2113.3", "bsz": "99.4", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14332"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.248, "loss": "0.005", "ppl": "1", "wps": "14776.8", "ups": "6.25", "wpb": "2363.5", "bsz": "113.4", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.7", "wall": "14348"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.272, "loss": "0.005", "ppl": "1", "wps": "13169.1", "ups": "6.14", "wpb": "2143.7", "bsz": "103", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14364"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.296, "loss": "0.005", "ppl": "1", "wps": "11603.4", "ups": "6.1", "wpb": "1901.2", "bsz": "95", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.206", "train_wall": "16", "gb_free": "42.6", "wall": "14380"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.32, "loss": "0.007", "ppl": "1", "wps": "13317", "ups": "6.19", "wpb": "2152.8", "bsz": "99.6", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.7", "wall": "14396"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.344, "loss": "0.006", "ppl": "1", "wps": "14542.3", "ups": "6.24", "wpb": "2330.2", "bsz": "113.3", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "14412"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.368, "loss": "0.005", "ppl": "1", "wps": "13800.7", "ups": "6.23", "wpb": "2216.7", "bsz": "103.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "14429"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.392, "loss": "0.005", "ppl": "1", "wps": "12620.1", "ups": "6.2", "wpb": "2036", "bsz": "100.6", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14445"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.417, "loss": "0.004", "ppl": "1", "wps": "15567.8", "ups": "6.27", "wpb": "2483.5", "bsz": "120", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14461"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.441, "loss": "0.004", "ppl": "1", "wps": "13864", "ups": "6.21", "wpb": "2232.6", "bsz": "105.6", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.147", "train_wall": "16", "gb_free": "42.4", "wall": "14477"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.465, "loss": "0.005", "ppl": "1", "wps": "11823.3", "ups": "6.14", "wpb": "1926.5", "bsz": "92.1", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.229", "train_wall": "16", "gb_free": "41.3", "wall": "14493"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.489, "loss": "0.004", "ppl": "1", "wps": "14064.9", "ups": "6.25", "wpb": "2250.6", "bsz": "111.8", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.196", "train_wall": "16", "gb_free": "42.7", "wall": "14509"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.513, "loss": "0.005", "ppl": "1", "wps": "12821.1", "ups": "6.11", "wpb": "2099.8", "bsz": "100.4", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.4", "wall": "14525"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.537, "loss": "0.005", "ppl": "1", "wps": "12967.2", "ups": "6.24", "wpb": "2079.7", "bsz": "103.3", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.7", "wall": "14541"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.561, "loss": "0.004", "ppl": "1", "wps": "13205.4", "ups": "6.19", "wpb": "2133.4", "bsz": "103.9", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "14558"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.585, "loss": "0.005", "ppl": "1", "wps": "13259.4", "ups": "6.24", "wpb": "2125.8", "bsz": "101.2", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.5", "wall": "14574"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.609, "loss": "0.004", "ppl": "1", "wps": "12877.9", "ups": "6.21", "wpb": "2073.6", "bsz": "100.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "14590"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.633, "loss": "0.005", "ppl": "1", "wps": "12906.4", "ups": "6.18", "wpb": "2087", "bsz": "103.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.215", "train_wall": "16", "gb_free": "41.2", "wall": "14606"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.657, "loss": "0.005", "ppl": "1", "wps": "13798.1", "ups": "6.2", "wpb": "2223.8", "bsz": "108.6", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.682, "loss": "0.005", "ppl": "1", "wps": "14100.8", "ups": "6.29", "wpb": "2243.2", "bsz": "107.4", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.706, "loss": "0.006", "ppl": "1", "wps": "11833.2", "ups": "6.16", "wpb": "1921.1", "bsz": "95.9", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "14654"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.73, "loss": "0.007", "ppl": "1", "wps": "13737.2", "ups": "6.2", "wpb": "2214.3", "bsz": "102.8", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.8", "wall": "14670"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.754, "loss": "0.005", "ppl": "1", "wps": "13890.4", "ups": "6.23", "wpb": "2230.8", "bsz": "108.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14686"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.778, "loss": "0.005", "ppl": "1", "wps": "12225.9", "ups": "6.19", "wpb": "1976.4", "bsz": "96.2", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.5", "wall": "14703"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.802, "loss": "0.004", "ppl": "1", "wps": "12479.7", "ups": "6.18", "wpb": "2020.7", "bsz": "99.1", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "14719"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.826, "loss": "0.006", "ppl": "1", "wps": "12096.1", "ups": "6.09", "wpb": "1985.4", "bsz": "95.4", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.6", "wall": "14735"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.85, "loss": "0.004", "ppl": "1", "wps": "14379.9", "ups": "6.28", "wpb": "2290", "bsz": "109", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.5", "wall": "14751"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.874, "loss": "0.005", "ppl": "1", "wps": "12383.3", "ups": "6.11", "wpb": "2026.1", "bsz": "99.1", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14767"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.898, "loss": "0.005", "ppl": "1", "wps": "14044.9", "ups": "6.19", "wpb": "2269.8", "bsz": "106.1", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "14784"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.922, "loss": "0.004", "ppl": "1", "wps": "12944.7", "ups": "6.21", "wpb": "2085.4", "bsz": "101.4", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.162", "train_wall": "16", "gb_free": "42.6", "wall": "14800"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.947, "loss": "0.006", "ppl": "1", "wps": "12711.2", "ups": "6.11", "wpb": "2081.2", "bsz": "95.1", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.7", "wall": "14816"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.971, "loss": "0.005", "ppl": "1", "wps": "12816.1", "ups": "6.15", "wpb": "2083.7", "bsz": "105.3", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.7", "wall": "14832"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +{"epoch": 22, "update": 21.995, "loss": "0.005", "ppl": "1", "wps": "13694.5", "ups": "6.16", "wpb": "2224.7", "bsz": "107.6", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.7", "wall": "14849"} +begin validation on "valid" subset +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +{"epoch": 22, "valid_loss": "0.056", "valid_ppl": "1.04", "valid_wps": "41346.5", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "91322", "valid_best_loss": "0.051"} +end of epoch 22 (average epoch stats below) +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +{"epoch": 22, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13120.6", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "91322", "train_lr": "0.000104644", "train_gnorm": "0.198", "train_train_wall": "664", "train_gb_free": "42.5", "train_wall": "14858"} +Start iterating over samples +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.019, "loss": "0.004", "ppl": "1", "wps": "9412.8", "ups": "4.47", "wpb": "2104.8", "bsz": "101.8", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.1", "wall": "14871"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.043, "loss": "0.004", "ppl": "1", "wps": "13151.5", "ups": "6.13", "wpb": "2144.1", "bsz": "101", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.181", "train_wall": "16", "gb_free": "42.5", "wall": "14887"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.067, "loss": "0.004", "ppl": "1", "wps": "12732.5", "ups": "6.11", "wpb": "2084.1", "bsz": "97.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.169", "train_wall": "16", "gb_free": "42.5", "wall": "14904"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.091, "loss": "0.003", "ppl": "1", "wps": "13260.6", "ups": "6.25", "wpb": "2121.5", "bsz": "105.4", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.149", "train_wall": "16", "gb_free": "42.5", "wall": "14920"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.115, "loss": "0.006", "ppl": "1", "wps": "14156.7", "ups": "6.26", "wpb": "2262.3", "bsz": "109", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.4", "wall": "14936"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.139, "loss": "0.003", "ppl": "1", "wps": "12729.3", "ups": "6.24", "wpb": "2041.1", "bsz": "102.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.155", "train_wall": "16", "gb_free": "42.6", "wall": "14952"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.163, "loss": "0.011", "ppl": "1.01", "wps": "14075.3", "ups": "6.3", "wpb": "2235.4", "bsz": "107", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "14968"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.187, "loss": "0.007", "ppl": "1", "wps": "12238.3", "ups": "6.12", "wpb": "1998.8", "bsz": "97.4", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.9", "wall": "14984"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.212, "loss": "0.006", "ppl": "1", "wps": "13014.1", "ups": "6.13", "wpb": "2121.4", "bsz": "99.2", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "15000"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.236, "loss": "0.007", "ppl": "1", "wps": "12805.1", "ups": "6.14", "wpb": "2083.9", "bsz": "97.6", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.6", "wall": "15016"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.26, "loss": "0.004", "ppl": "1", "wps": "13141.6", "ups": "6.21", "wpb": "2115.4", "bsz": "103", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.5", "wall": "15033"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.284, "loss": "0.004", "ppl": "1", "wps": "14637.6", "ups": "6.31", "wpb": "2321.3", "bsz": "113.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.177", "train_wall": "16", "gb_free": "42.7", "wall": "15048"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.308, "loss": "0.005", "ppl": "1", "wps": "14111.1", "ups": "6.24", "wpb": "2262.9", "bsz": "111.5", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "15064"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.332, "loss": "0.004", "ppl": "1", "wps": "14405.8", "ups": "6.3", "wpb": "2287.8", "bsz": "114.5", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.142", "train_wall": "16", "gb_free": "42.6", "wall": "15080"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.356, "loss": "0.003", "ppl": "1", "wps": "11006.3", "ups": "6.13", "wpb": "1794.6", "bsz": "89", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.17", "train_wall": "16", "gb_free": "42.6", "wall": "15097"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.38, "loss": "0.003", "ppl": "1", "wps": "12610.5", "ups": "6.18", "wpb": "2041.4", "bsz": "100.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.157", "train_wall": "16", "gb_free": "42.6", "wall": "15113"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.404, "loss": "0.004", "ppl": "1", "wps": "13914.1", "ups": "6.21", "wpb": "2239.3", "bsz": "106.5", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15129"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.428, "loss": "0.005", "ppl": "1", "wps": "13264.6", "ups": "6.19", "wpb": "2142.6", "bsz": "101.8", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15145"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.452, "loss": "0.006", "ppl": "1", "wps": "13204", "ups": "6.11", "wpb": "2161.3", "bsz": "99.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "15161"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.477, "loss": "0.005", "ppl": "1", "wps": "12699.9", "ups": "6.13", "wpb": "2071.1", "bsz": "98.3", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.8", "wall": "15178"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.501, "loss": "0.005", "ppl": "1", "wps": "13011.7", "ups": "6.12", "wpb": "2125.3", "bsz": "101.9", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.6", "wall": "15194"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.525, "loss": "0.005", "ppl": "1", "wps": "12513.3", "ups": "6.14", "wpb": "2038.6", "bsz": "97.8", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.5", "wall": "15210"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.549, "loss": "0.004", "ppl": "1", "wps": "13543.2", "ups": "6.16", "wpb": "2199.3", "bsz": "105", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.7", "wall": "15227"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.573, "loss": "0.004", "ppl": "1", "wps": "12868.8", "ups": "6.19", "wpb": "2078", "bsz": "100.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.171", "train_wall": "16", "gb_free": "41.8", "wall": "15243"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.597, "loss": "0.003", "ppl": "1", "wps": "12204.2", "ups": "6.21", "wpb": "1966.8", "bsz": "94.3", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.211", "train_wall": "16", "gb_free": "42.5", "wall": "15259"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.621, "loss": "0.004", "ppl": "1", "wps": "13778.5", "ups": "6.24", "wpb": "2207.8", "bsz": "103.8", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.172", "train_wall": "16", "gb_free": "42.5", "wall": "15275"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.645, "loss": "0.005", "ppl": "1", "wps": "13173.6", "ups": "6.21", "wpb": "2121.9", "bsz": "102.6", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.259", "train_wall": "16", "gb_free": "41.9", "wall": "15291"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.669, "loss": "0.006", "ppl": "1", "wps": "13303.7", "ups": "6.22", "wpb": "2138.5", "bsz": "101.1", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "15307"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.693, "loss": "0.004", "ppl": "1", "wps": "12696.4", "ups": "6.14", "wpb": "2066.8", "bsz": "102.3", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.6", "wall": "15323"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.717, "loss": "0.005", "ppl": "1", "wps": "14277.3", "ups": "6.21", "wpb": "2300.4", "bsz": "104.7", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15339"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.742, "loss": "0.004", "ppl": "1", "wps": "12549.3", "ups": "6.21", "wpb": "2020.1", "bsz": "99.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.178", "train_wall": "16", "gb_free": "42.5", "wall": "15356"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.766, "loss": "0.004", "ppl": "1", "wps": "14167", "ups": "6.23", "wpb": "2273.1", "bsz": "111.6", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.6", "wall": "15372"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.79, "loss": "0.003", "ppl": "1", "wps": "14341", "ups": "6.26", "wpb": "2290.2", "bsz": "114.2", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15388"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.814, "loss": "0.004", "ppl": "1", "wps": "13927.7", "ups": "6.27", "wpb": "2221.3", "bsz": "104.9", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15404"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.838, "loss": "0.005", "ppl": "1", "wps": "12949.1", "ups": "6.25", "wpb": "2072.5", "bsz": "101.4", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "15420"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.862, "loss": "0.006", "ppl": "1", "wps": "13445.7", "ups": "6.2", "wpb": "2167.7", "bsz": "105.3", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.1", "wall": "15436"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.886, "loss": "0.006", "ppl": "1", "wps": "13722.2", "ups": "6.19", "wpb": "2215.2", "bsz": "102.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15452"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.91, "loss": "0.006", "ppl": "1", "wps": "13322.6", "ups": "6.15", "wpb": "2164.7", "bsz": "108.2", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "15468"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.934, "loss": "0.005", "ppl": "1", "wps": "11551.4", "ups": "6.06", "wpb": "1905.5", "bsz": "90.3", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "15485"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.958, "loss": "0.005", "ppl": "1", "wps": "13767.7", "ups": "6.23", "wpb": "2209.5", "bsz": "109.3", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.5", "wall": "15501"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +{"epoch": 23, "update": 22.982, "loss": "0.004", "ppl": "1", "wps": "13413.4", "ups": "6.21", "wpb": "2160.7", "bsz": "105.7", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "15517"} +begin validation on "valid" subset +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +{"epoch": 23, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "41216.7", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "95473", "valid_best_loss": "0.051"} +end of epoch 23 (average epoch stats below) +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +{"epoch": 23, "train_loss": "0.005", "train_ppl": "1", "train_wps": "13119.7", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "95473", "train_lr": "0.000102343", "train_gnorm": "0.199", "train_train_wall": "663", "train_gb_free": "42.5", "train_wall": "15535"} +Start iterating over samples +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.007, "loss": "0.003", "ppl": "1", "wps": "9557.5", "ups": "4.45", "wpb": "2145.7", "bsz": "107", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.132", "train_wall": "16", "gb_free": "42", "wall": "15539"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.031, "loss": "0.002", "ppl": "1", "wps": "12698", "ups": "6.24", "wpb": "2035.5", "bsz": "100.6", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.8", "wall": "15555"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.055, "loss": "0.004", "ppl": "1", "wps": "12939.8", "ups": "6.17", "wpb": "2098.9", "bsz": "102.2", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.5", "wall": "15571"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.079, "loss": "0.003", "ppl": "1", "wps": "11896.3", "ups": "6.12", "wpb": "1944.4", "bsz": "93.6", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.6", "wall": "15588"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.103, "loss": "0.005", "ppl": "1", "wps": "12190.1", "ups": "6.11", "wpb": "1995.6", "bsz": "96.8", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15604"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.127, "loss": "0.005", "ppl": "1", "wps": "11908.2", "ups": "6.11", "wpb": "1949.5", "bsz": "91.7", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15620"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.151, "loss": "0.005", "ppl": "1", "wps": "13098.7", "ups": "6.12", "wpb": "2139.9", "bsz": "99.5", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.216", "train_wall": "16", "gb_free": "42", "wall": "15637"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.175, "loss": "0.005", "ppl": "1", "wps": "12120.2", "ups": "6.13", "wpb": "1978.5", "bsz": "93.4", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15653"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.199, "loss": "0.005", "ppl": "1", "wps": "12781.7", "ups": "6.16", "wpb": "2074.5", "bsz": "100.4", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.206", "train_wall": "16", "gb_free": "41.9", "wall": "15669"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.223, "loss": "0.004", "ppl": "1", "wps": "14266.9", "ups": "6.28", "wpb": "2273.6", "bsz": "109.1", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.154", "train_wall": "16", "gb_free": "42.6", "wall": "15685"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.247, "loss": "0.005", "ppl": "1", "wps": "13837.7", "ups": "6.26", "wpb": "2208.8", "bsz": "102.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.179", "train_wall": "16", "gb_free": "42.7", "wall": "15701"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.272, "loss": "0.004", "ppl": "1", "wps": "14113.1", "ups": "6.25", "wpb": "2258.1", "bsz": "111.8", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "15717"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.296, "loss": "0.003", "ppl": "1", "wps": "13971.8", "ups": "6.3", "wpb": "2219.3", "bsz": "108.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.189", "train_wall": "16", "gb_free": "42.6", "wall": "15733"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.32, "loss": "0.004", "ppl": "1", "wps": "13718.5", "ups": "6.14", "wpb": "2235.9", "bsz": "106.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.208", "train_wall": "16", "gb_free": "41", "wall": "15749"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.344, "loss": "0.006", "ppl": "1", "wps": "13000.6", "ups": "6.16", "wpb": "2109.3", "bsz": "104.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.227", "train_wall": "16", "gb_free": "41.7", "wall": "15766"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.368, "loss": "0.005", "ppl": "1", "wps": "13425.3", "ups": "6.24", "wpb": "2151.4", "bsz": "106.7", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "15782"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.392, "loss": "0.004", "ppl": "1", "wps": "12827.1", "ups": "6.15", "wpb": "2084.2", "bsz": "98.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.18", "train_wall": "16", "gb_free": "42.3", "wall": "15798"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.416, "loss": "0.004", "ppl": "1", "wps": "15861.9", "ups": "6.25", "wpb": "2536.5", "bsz": "127.4", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.5", "wall": "15814"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.44, "loss": "0.005", "ppl": "1", "wps": "12307.5", "ups": "6.1", "wpb": "2016.3", "bsz": "96", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.6", "wall": "15830"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.464, "loss": "0.004", "ppl": "1", "wps": "12673.2", "ups": "6.14", "wpb": "2064.6", "bsz": "98.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "15847"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.488, "loss": "0.004", "ppl": "1", "wps": "13853.6", "ups": "6.21", "wpb": "2229.7", "bsz": "109.8", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.235", "train_wall": "16", "gb_free": "41.3", "wall": "15863"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.512, "loss": "0.004", "ppl": "1", "wps": "13340.9", "ups": "6.2", "wpb": "2150.7", "bsz": "102.5", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "15879"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.536, "loss": "0.003", "ppl": "1", "wps": "13284.5", "ups": "6.23", "wpb": "2132.2", "bsz": "99.4", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.159", "train_wall": "16", "gb_free": "42.6", "wall": "15895"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.561, "loss": "0.005", "ppl": "1", "wps": "12295.1", "ups": "6.2", "wpb": "1982.3", "bsz": "95.8", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.6", "wall": "15911"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.585, "loss": "0.004", "ppl": "1", "wps": "12402.6", "ups": "6.14", "wpb": "2019.4", "bsz": "101.4", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "15927"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.609, "loss": "0.003", "ppl": "1", "wps": "13210.7", "ups": "6.23", "wpb": "2120.3", "bsz": "106.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.156", "train_wall": "16", "gb_free": "42.4", "wall": "15943"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.633, "loss": "0.006", "ppl": "1", "wps": "12382.1", "ups": "6.2", "wpb": "1997.1", "bsz": "93.1", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "15959"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.657, "loss": "0.003", "ppl": "1", "wps": "12328.2", "ups": "6.25", "wpb": "1973.8", "bsz": "98", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.8", "wall": "15975"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.681, "loss": "0.004", "ppl": "1", "wps": "14226.1", "ups": "6.23", "wpb": "2282.9", "bsz": "108.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.182", "train_wall": "16", "gb_free": "42.6", "wall": "15992"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.705, "loss": "0.005", "ppl": "1", "wps": "13044.1", "ups": "6.14", "wpb": "2126.1", "bsz": "94.2", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.165", "train_wall": "16", "gb_free": "41.5", "wall": "16008"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.729, "loss": "0.003", "ppl": "1", "wps": "12187.9", "ups": "6.16", "wpb": "1978", "bsz": "93.4", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.152", "train_wall": "16", "gb_free": "41.4", "wall": "16024"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.753, "loss": "0.004", "ppl": "1", "wps": "14571.4", "ups": "6.22", "wpb": "2342.3", "bsz": "114.1", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.157", "train_wall": "16", "gb_free": "41.6", "wall": "16040"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.777, "loss": "0.004", "ppl": "1", "wps": "14276.9", "ups": "6.28", "wpb": "2274.6", "bsz": "107", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.16", "train_wall": "16", "gb_free": "42.5", "wall": "16056"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.801, "loss": "0.005", "ppl": "1", "wps": "13157.5", "ups": "6.14", "wpb": "2142.5", "bsz": "102.6", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.207", "train_wall": "16", "gb_free": "41", "wall": "16072"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.826, "loss": "0.005", "ppl": "1", "wps": "13347.9", "ups": "6.19", "wpb": "2156.1", "bsz": "106.8", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.5", "wall": "16088"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.85, "loss": "0.004", "ppl": "1", "wps": "13217.3", "ups": "6.24", "wpb": "2116.7", "bsz": "104.2", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.201", "train_wall": "16", "gb_free": "41.9", "wall": "16105"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.874, "loss": "0.005", "ppl": "1", "wps": "13488.8", "ups": "6.14", "wpb": "2196.2", "bsz": "103.9", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.6", "wall": "16121"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.898, "loss": "0.004", "ppl": "1", "wps": "12552.7", "ups": "6.15", "wpb": "2040.8", "bsz": "99.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.161", "train_wall": "16", "gb_free": "41.6", "wall": "16137"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.922, "loss": "0.003", "ppl": "1", "wps": "14461", "ups": "6.29", "wpb": "2298.4", "bsz": "113.5", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.139", "train_wall": "16", "gb_free": "42.5", "wall": "16153"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.946, "loss": "0.004", "ppl": "1", "wps": "12724", "ups": "6.26", "wpb": "2032.5", "bsz": "107.8", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.7", "wall": "16169"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.97, "loss": "0.007", "ppl": "1", "wps": "15354.8", "ups": "6.25", "wpb": "2457", "bsz": "113.6", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.8", "wall": "16185"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +{"epoch": 24, "update": 23.994, "loss": "0.005", "ppl": "1", "wps": "13700.8", "ups": "6.14", "wpb": "2229.7", "bsz": "108.5", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.216", "train_wall": "16", "gb_free": "41.7", "wall": "16201"} +begin validation on "valid" subset +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +{"epoch": 24, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41290.2", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "99624", "valid_best_loss": "0.05"} +end of epoch 24 (average epoch stats below) +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +{"epoch": 24, "train_loss": "0.004", "train_ppl": "1", "train_wps": "13118.5", "train_ups": "6.14", "train_wpb": "2138.1", "train_bsz": "103.2", "train_num_updates": "99624", "train_lr": "0.000100189", "train_gnorm": "0.192", "train_train_wall": "664", "train_gb_free": "42.4", "train_wall": "16211"} +Start iterating over samples +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.018, "loss": "0.004", "ppl": "1", "wps": "9761", "ups": "4.47", "wpb": "2181.9", "bsz": "108.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.176", "train_wall": "16", "gb_free": "42.4", "wall": "16224"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.042, "loss": "0.004", "ppl": "1", "wps": "14040.3", "ups": "6.18", "wpb": "2271.8", "bsz": "106.9", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.175", "train_wall": "16", "gb_free": "42.5", "wall": "16240"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.066, "loss": "0.006", "ppl": "1", "wps": "13146.7", "ups": "6.2", "wpb": "2119.7", "bsz": "100.1", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.5", "wall": "16256"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +{"epoch": 25, "update": 24.091, "loss": "0.004", "ppl": "1", "wps": "13391.3", "ups": "6.25", "wpb": "2142.2", "bsz": "104.6", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.152", "train_wall": "16", "gb_free": "42.8", "wall": "16272"} +Stopping training due to num_updates: 100000 >= max_update: 100000 +begin validation on "valid" subset +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +{"epoch": 25, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "41400.6", "valid_wpb": "2126.7", "valid_bsz": "102.6", "valid_num_updates": "100000", "valid_best_loss": "0.05"} +end of epoch 25 (average epoch stats below) +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +{"epoch": 25, "train_loss": "0.004", "train_ppl": "1", "train_wps": "12196.8", "train_ups": "5.62", "train_wpb": "2169.5", "train_bsz": "104.6", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.178", "train_train_wall": "60", "train_gb_free": "42.8", "train_wall": "16278"} +done training in 16275.4 seconds