diff --git "a/models/trained_aarch64_base/training.log" "b/models/trained_aarch64_base/training.log" new file mode 100644--- /dev/null +++ "b/models/trained_aarch64_base/training.log" @@ -0,0 +1,11223 @@ +{'_name': None, 'common': {'_name': None, 'no_progress_bar': False, 'log_interval': 100, 'log_format': 'json', 'log_file': 'trained_aarch64_D96/training.log', 'aim_repo': None, 'aim_run_hash': None, 'tensorboard_logdir': None, 'wandb_project': None, 'azureml_logging': False, 'seed': 1, 'cpu': False, 'tpu': False, 'bf16': False, 'memory_efficient_bf16': False, 'fp16': False, 'memory_efficient_fp16': False, 'fp16_no_flatten_grads': False, 'fp16_init_scale': 128, 'fp16_scale_window': None, 'fp16_scale_tolerance': 0.0, 'on_cpu_convert_precision': False, 'min_loss_scale': 0.0001, 'threshold_loss_scale': None, 'amp': False, 'amp_batch_retries': 2, 'amp_init_scale': 128, 'amp_scale_window': None, 'user_dir': None, 'empty_cache_freq': 0, 'all_gather_list_size': 16384, 'model_parallel_size': 1, 'quantization_config_path': None, 'profile': False, 'reset_logging': False, 'suppress_crashes': False, 'use_plasma_view': False, 'plasma_path': '/tmp/plasma'}, 'common_eval': {'_name': None, 'path': None, 'post_process': None, 'quiet': False, 'model_overrides': '{}', 'results_path': None}, 'distributed_training': {'_name': None, 'distributed_world_size': 1, 'distributed_num_procs': 1, 'distributed_rank': 0, 'distributed_backend': 'nccl', 'distributed_init_method': None, 'distributed_port': -1, 'device_id': 0, 'distributed_no_spawn': False, 'ddp_backend': 'pytorch_ddp', 'ddp_comm_hook': 'none', 'bucket_cap_mb': 25, 'fix_batches_to_gpus': False, 'find_unused_parameters': False, 'gradient_as_bucket_view': False, 'fast_stat_sync': False, 'heartbeat_timeout': -1, 'broadcast_buffers': False, 'slowmo_momentum': None, 'slowmo_base_algorithm': 'localsgd', 'localsgd_frequency': 3, 'nprocs_per_node': 1, 'pipeline_model_parallel': False, 'pipeline_balance': None, 'pipeline_devices': None, 'pipeline_chunks': 0, 'pipeline_encoder_balance': None, 'pipeline_encoder_devices': None, 'pipeline_decoder_balance': None, 'pipeline_decoder_devices': None, 'pipeline_checkpoint': 'never', 'zero_sharding': 'none', 'fp16': False, 'memory_efficient_fp16': False, 'tpu': False, 'no_reshard_after_forward': False, 'fp32_reduce_scatter': False, 'cpu_offload': False, 'use_sharded_state': False, 'not_fsdp_flatten_parameters': False}, 'dataset': {'_name': None, 'num_workers': 1, 'skip_invalid_size_inputs_valid_test': False, 'max_tokens': 20000, 'batch_size': None, 'required_batch_size_multiple': 8, 'required_seq_len_multiple': 1, 'dataset_impl': None, 'data_buffer_size': 10, 'train_subset': 'train', 'valid_subset': 'valid', 'combine_valid_subsets': None, 'ignore_unused_valid_subsets': False, 'validate_interval': 1, 'validate_interval_updates': 0, 'validate_after_updates': 0, 'fixed_validation_seed': None, 'disable_validation': False, 'max_tokens_valid': 20000, 'batch_size_valid': None, 'max_valid_steps': None, 'curriculum': 0, 'gen_subset': 'test', 'num_shards': 1, 'shard_id': 0, 'grouped_shuffling': False, 'update_epoch_batch_itr': False, 'update_ordered_indices_seed': False}, 'optimization': {'_name': None, 'max_epoch': 0, 'max_update': 100000, 'stop_time_hours': 0.0, 'clip_norm': 0.0, 'sentence_avg': False, 'update_freq': [1], 'lr': [0.0005], 'stop_min_lr': -1.0, 'use_bmuf': False, 'skip_remainder_batch': False, 'debug_param_names': False}, 'checkpoint': {'_name': None, 'save_dir': 'trained_aarch64_D96', 'restore_file': 'checkpoint_last.pt', 'continue_once': None, 'finetune_from_model': None, 'reset_dataloader': False, 'reset_lr_scheduler': False, 'reset_meters': False, 'reset_optimizer': False, 'optimizer_overrides': '{}', 'save_interval': 1, 'save_interval_updates': 0, 'keep_interval_updates': -1, 'keep_interval_updates_pattern': -1, 'keep_last_epochs': -1, 'keep_best_checkpoints': 3, 'no_save': False, 'no_epoch_checkpoints': True, 'no_last_checkpoints': False, 'no_save_optimizer_state': False, 'best_checkpoint_metric': 'loss', 'maximize_best_checkpoint_metric': False, 'patience': 10, 'checkpoint_suffix': '', 'checkpoint_shard_count': 1, 'load_checkpoint_on_all_dp_ranks': False, 'write_checkpoints_asynchronously': False, 'model_parallel_size': 1}, 'bmuf': {'_name': None, 'block_lr': 1.0, 'block_momentum': 0.875, 'global_sync_iter': 50, 'warmup_iterations': 500, 'use_nbm': False, 'average_sync': False, 'distributed_world_size': 1}, 'generation': {'_name': None, 'beam': 5, 'beam_mt': 0, 'nbest': 1, 'max_len_a': 0.0, 'max_len_b': 200, 'max_len_a_mt': 0.0, 'max_len_b_mt': 200, 'min_len': 1, 'match_source_len': False, 'unnormalized': False, 'no_early_stop': False, 'no_beamable_mm': False, 'lenpen': 1.0, 'lenpen_mt': 1.0, 'unkpen': 0.0, 'replace_unk': None, 'sacrebleu': False, 'score_reference': False, 'prefix_size': 0, 'no_repeat_ngram_size': 0, 'sampling': False, 'sampling_topk': -1, 'sampling_topp': -1.0, 'constraints': None, 'temperature': 1.0, 'diverse_beam_groups': -1, 'diverse_beam_strength': 0.5, 'diversity_rate': -1.0, 'print_alignment': None, 'print_step': False, 'lm_path': None, 'lm_weight': 0.0, 'iter_decode_eos_penalty': 0.0, 'iter_decode_max_iter': 10, 'iter_decode_force_max_iter': False, 'iter_decode_with_beam': 1, 'iter_decode_with_external_reranker': False, 'retain_iter_history': False, 'retain_dropout': False, 'retain_dropout_modules': None, 'decoding_format': None, 'no_seed_provided': False, 'eos_token': None}, 'eval_lm': {'_name': None, 'output_word_probs': False, 'output_word_stats': False, 'context_window': 0, 'softmax_batch': 9223372036854775807}, 'interactive': {'_name': None, 'buffer_size': 0, 'input': '-'}, 'model': Namespace(no_progress_bar=False, log_interval=100, log_format='json', log_file='trained_aarch64_D96/training.log', aim_repo=None, aim_run_hash=None, tensorboard_logdir=None, wandb_project=None, azureml_logging=False, seed=1, cpu=False, tpu=False, bf16=False, memory_efficient_bf16=False, fp16=False, memory_efficient_fp16=False, fp16_no_flatten_grads=False, fp16_init_scale=128, fp16_scale_window=None, fp16_scale_tolerance=0.0, on_cpu_convert_precision=False, min_loss_scale=0.0001, threshold_loss_scale=None, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, user_dir=None, empty_cache_freq=0, all_gather_list_size=16384, model_parallel_size=1, quantization_config_path=None, profile=False, reset_logging=False, suppress_crashes=False, use_plasma_view=False, plasma_path='/tmp/plasma', criterion='cross_entropy', tokenizer=None, bpe=None, optimizer='adam', lr_scheduler='inverse_sqrt', simul_type=None, scoring='bleu', task='translation', num_workers=1, skip_invalid_size_inputs_valid_test=False, max_tokens=20000, batch_size=None, required_batch_size_multiple=8, required_seq_len_multiple=1, dataset_impl=None, data_buffer_size=10, train_subset='train', valid_subset='valid', combine_valid_subsets=None, ignore_unused_valid_subsets=False, validate_interval=1, validate_interval_updates=0, validate_after_updates=0, fixed_validation_seed=None, disable_validation=False, max_tokens_valid=20000, batch_size_valid=None, max_valid_steps=None, curriculum=0, gen_subset='test', num_shards=1, shard_id=0, grouped_shuffling=False, update_epoch_batch_itr=False, update_ordered_indices_seed=False, distributed_world_size=1, distributed_num_procs=1, distributed_rank=0, distributed_backend='nccl', distributed_init_method=None, distributed_port=-1, device_id=0, distributed_no_spawn=False, ddp_backend='pytorch_ddp', ddp_comm_hook='none', bucket_cap_mb=25, fix_batches_to_gpus=False, find_unused_parameters=False, gradient_as_bucket_view=False, fast_stat_sync=False, heartbeat_timeout=-1, broadcast_buffers=False, slowmo_momentum=None, slowmo_base_algorithm='localsgd', localsgd_frequency=3, nprocs_per_node=1, pipeline_model_parallel=False, pipeline_balance=None, pipeline_devices=None, pipeline_chunks=0, pipeline_encoder_balance=None, pipeline_encoder_devices=None, pipeline_decoder_balance=None, pipeline_decoder_devices=None, pipeline_checkpoint='never', zero_sharding='none', no_reshard_after_forward=False, fp32_reduce_scatter=False, cpu_offload=False, use_sharded_state=False, not_fsdp_flatten_parameters=False, arch='transformer', max_epoch=0, max_update=100000, stop_time_hours=0, clip_norm=0.0, sentence_avg=False, update_freq=[1], lr=[0.0005], stop_min_lr=-1.0, use_bmuf=False, skip_remainder_batch=False, debug_param_names=False, save_dir='trained_aarch64_D96', restore_file='checkpoint_last.pt', continue_once=None, finetune_from_model=None, reset_dataloader=False, reset_lr_scheduler=False, reset_meters=False, reset_optimizer=False, optimizer_overrides='{}', save_interval=1, save_interval_updates=0, keep_interval_updates=-1, keep_interval_updates_pattern=-1, keep_last_epochs=-1, keep_best_checkpoints=3, no_save=False, no_epoch_checkpoints=True, no_last_checkpoints=False, no_save_optimizer_state=False, best_checkpoint_metric='loss', maximize_best_checkpoint_metric=False, patience=10, checkpoint_suffix='', checkpoint_shard_count=1, load_checkpoint_on_all_dp_ranks=False, write_checkpoints_asynchronously=False, store_ema=False, ema_decay=0.9999, ema_start_update=0, ema_seed_model=None, ema_update_freq=1, ema_fp32=False, data='/scratch/mdu2004/datasets/tokenized_dlsm_aarch64', source_lang=None, target_lang=None, load_alignments=False, left_pad_source=True, left_pad_target=False, upsample_primary=-1, truncate_source=False, num_batch_buckets=0, eval_bleu=False, eval_bleu_args='{}', eval_bleu_detok='space', eval_bleu_detok_args='{}', eval_tokenized_bleu=False, eval_bleu_remove_bpe=None, eval_bleu_print_samples=False, adam_betas=(0.9, 0.999), adam_eps=1e-08, weight_decay=0.001, use_old_adam=False, fp16_adam_stats=False, warmup_updates=4000, warmup_init_lr=-1, pad=1, eos=2, unk=3, max_source_positions=1024, max_target_positions=1024, dropout=0.05, encoder_attention_heads=8, decoder_attention_heads=8, decoder_embed_dim=96, decoder_ffn_embed_dim=384, decoder_output_dim='96', encoder_embed_dim=384, encoder_ffn_embed_dim=1536, no_seed_provided=False, encoder_embed_path=None, encoder_layers=6, encoder_normalize_before=False, encoder_learned_pos=False, decoder_embed_path=None, decoder_layers=6, decoder_normalize_before=False, decoder_learned_pos=False, attention_dropout=0.0, activation_dropout=0.0, activation_fn='relu', adaptive_softmax_cutoff=None, adaptive_softmax_dropout=0, share_decoder_input_output_embed=False, share_all_embeddings=False, merge_src_tgt_embed=False, no_token_positional_embeddings=False, adaptive_input=False, no_cross_attention=False, cross_self_attention=False, decoder_input_dim=96, no_scale_embedding=False, layernorm_embedding=False, tie_adaptive_weights=False, checkpoint_activations=False, offload_activations=False, encoder_layers_to_keep=None, decoder_layers_to_keep=None, encoder_layerdrop=0, decoder_layerdrop=0, quant_noise_pq=0, quant_noise_pq_block_size=8, quant_noise_scalar=0, _name='transformer'), 'task': {'_name': 'translation', 'data': '/scratch/mdu2004/datasets/tokenized_dlsm_aarch64', 'source_lang': None, 'target_lang': None, 'load_alignments': False, 'left_pad_source': True, 'left_pad_target': False, 'max_source_positions': 1024, 'max_target_positions': 1024, 'upsample_primary': -1, 'truncate_source': False, 'num_batch_buckets': 0, 'train_subset': 'train', 'dataset_impl': None, 'required_seq_len_multiple': 1, 'eval_bleu': False, 'eval_bleu_args': '{}', 'eval_bleu_detok': 'space', 'eval_bleu_detok_args': '{}', 'eval_tokenized_bleu': False, 'eval_bleu_remove_bpe': None, 'eval_bleu_print_samples': False}, 'criterion': {'_name': 'cross_entropy', 'sentence_avg': False}, 'optimizer': {'_name': 'adam', 'adam_betas': [0.9, 0.999], 'adam_eps': 1e-08, 'weight_decay': 0.001, 'use_old_adam': False, 'fp16_adam_stats': False, 'tpu': False, 'lr': [0.0005]}, 'lr_scheduler': {'_name': 'inverse_sqrt', 'warmup_updates': 4000, 'warmup_init_lr': -1.0, 'lr': [0.0005]}, 'scoring': {'_name': 'bleu', 'pad': 1, 'eos': 2, 'unk': 3}, 'bpe': None, 'tokenizer': None, 'ema': {'_name': None, 'store_ema': False, 'ema_decay': 0.9999, 'ema_start_update': 0, 'ema_seed_model': None, 'ema_update_freq': 1, 'ema_fp32': False}, 'simul_type': None} +TransformerModel( + (encoder): TransformerEncoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(168, 384, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-5): 6 x TransformerEncoderLayerBase( + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=384, bias=True) + (v_proj): Linear(in_features=384, out_features=384, bias=True) + (q_proj): Linear(in_features=384, out_features=384, bias=True) + (out_proj): Linear(in_features=384, out_features=384, bias=True) + ) + (self_attn_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + (dropout_module): FairseqDropout() + (activation_dropout_module): FairseqDropout() + (fc1): Linear(in_features=384, out_features=1536, bias=True) + (fc2): Linear(in_features=1536, out_features=384, bias=True) + (final_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + ) + ) + ) + (decoder): TransformerDecoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(40, 96, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-5): 6 x TransformerDecoderLayerBase( + (dropout_module): FairseqDropout() + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=96, out_features=96, bias=True) + (v_proj): Linear(in_features=96, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (activation_dropout_module): FairseqDropout() + (self_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (encoder_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=96, bias=True) + (v_proj): Linear(in_features=384, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (encoder_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (fc1): Linear(in_features=96, out_features=384, bias=True) + (fc2): Linear(in_features=384, out_features=96, bias=True) + (final_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + ) + ) + (output_projection): Linear(in_features=96, out_features=40, bias=False) + ) +) +task: TranslationTask +model: TransformerModel +criterion: CrossEntropyCriterion +num. shared model params: 11,946,432 (num. trained: 11,946,432) +num. expert model params: 0 (num. trained: 0) +training on 1 devices (GPUs/TPUs) +max tokens per device = 20000 and max sentences per device = None +begin dry-run validation on "valid" subset +Start iterating over samples +{"epoch": 1, "update": 0.02, "loss": "4.375", "ppl": "20.75", "wps": "8023.8", "ups": "4.2", "wpb": "1953.4", "bsz": "94.4", "num_updates": "100", "lr": "1.25e-05", "gnorm": "8.607", "train_wall": "27", "gb_free": "39.8", "wall": "30"} +{"epoch": 1, "update": 0.04, "loss": "3.798", "ppl": "13.91", "wps": "8097.7", "ups": "4.25", "wpb": "1905.5", "bsz": "91", "num_updates": "200", "lr": "2.5e-05", "gnorm": "5.77", "train_wall": "23", "gb_free": "41.6", "wall": "54"} +{"epoch": 1, "update": 0.061, "loss": "3.168", "ppl": "8.99", "wps": "8395.3", "ups": "4.26", "wpb": "1971.8", "bsz": "97.6", "num_updates": "300", "lr": "3.75e-05", "gnorm": "11.632", "train_wall": "23", "gb_free": "41.8", "wall": "77"} +{"epoch": 1, "update": 0.081, "loss": "2.695", "ppl": "6.47", "wps": "8478", "ups": "4.3", "wpb": "1972.8", "bsz": "92.3", "num_updates": "400", "lr": "5e-05", "gnorm": "7.502", "train_wall": "23", "gb_free": "41.6", "wall": "100"} +{"epoch": 1, "update": 0.101, "loss": "2.533", "ppl": "5.79", "wps": "8715.8", "ups": "4.24", "wpb": "2056.8", "bsz": "99.4", "num_updates": "500", "lr": "6.25e-05", "gnorm": "7.423", "train_wall": "23", "gb_free": "40.2", "wall": "124"} +{"epoch": 1, "update": 0.121, "loss": "2.375", "ppl": "5.19", "wps": "8656.6", "ups": "4.28", "wpb": "2024.7", "bsz": "100.7", "num_updates": "600", "lr": "7.5e-05", "gnorm": "5.312", "train_wall": "23", "gb_free": "41.7", "wall": "147"} +{"epoch": 1, "update": 0.142, "loss": "2.236", "ppl": "4.71", "wps": "8204.9", "ups": "4.16", "wpb": "1971.5", "bsz": "95.9", "num_updates": "700", "lr": "8.75e-05", "gnorm": "4.971", "train_wall": "24", "gb_free": "40.2", "wall": "171"} +{"epoch": 1, "update": 0.162, "loss": "2.155", "ppl": "4.45", "wps": "8936.4", "ups": "4.18", "wpb": "2138", "bsz": "104.1", "num_updates": "800", "lr": "0.0001", "gnorm": "4.731", "train_wall": "24", "gb_free": "41.8", "wall": "195"} +{"epoch": 1, "update": 0.182, "loss": "2.035", "ppl": "4.1", "wps": "8762.9", "ups": "4.24", "wpb": "2068.7", "bsz": "101.7", "num_updates": "900", "lr": "0.0001125", "gnorm": "4.722", "train_wall": "23", "gb_free": "40.3", "wall": "219"} +{"epoch": 1, "update": 0.202, "loss": "1.94", "ppl": "3.84", "wps": "7756", "ups": "4.22", "wpb": "1836.1", "bsz": "89", "num_updates": "1000", "lr": "0.000125", "gnorm": "4.156", "train_wall": "24", "gb_free": "41.8", "wall": "243"} +{"epoch": 1, "update": 0.223, "loss": "1.834", "ppl": "3.57", "wps": "8653.1", "ups": "4.2", "wpb": "2062.6", "bsz": "96.2", "num_updates": "1100", "lr": "0.0001375", "gnorm": "3.797", "train_wall": "24", "gb_free": "41.8", "wall": "267"} +{"epoch": 1, "update": 0.243, "loss": "1.783", "ppl": "3.44", "wps": "8305.4", "ups": "4.17", "wpb": "1989.4", "bsz": "95.3", "num_updates": "1200", "lr": "0.00015", "gnorm": "3.694", "train_wall": "24", "gb_free": "41.6", "wall": "290"} +{"epoch": 1, "update": 0.263, "loss": "1.722", "ppl": "3.3", "wps": "8487.7", "ups": "4.2", "wpb": "2018.5", "bsz": "100.4", "num_updates": "1300", "lr": "0.0001625", "gnorm": "3.821", "train_wall": "24", "gb_free": "41.6", "wall": "314"} +{"epoch": 1, "update": 0.283, "loss": "1.681", "ppl": "3.21", "wps": "8664.1", "ups": "4.22", "wpb": "2054.9", "bsz": "100.2", "num_updates": "1400", "lr": "0.000175", "gnorm": "3.541", "train_wall": "24", "gb_free": "41.6", "wall": "338"} +{"epoch": 1, "update": 0.304, "loss": "1.613", "ppl": "3.06", "wps": "7817.9", "ups": "4.19", "wpb": "1865.9", "bsz": "90.5", "num_updates": "1500", "lr": "0.0001875", "gnorm": "3.093", "train_wall": "24", "gb_free": "41.6", "wall": "362"} +{"epoch": 1, "update": 0.324, "loss": "1.549", "ppl": "2.93", "wps": "8281.9", "ups": "4.21", "wpb": "1965.6", "bsz": "96.6", "num_updates": "1600", "lr": "0.0002", "gnorm": "3.19", "train_wall": "24", "gb_free": "41.9", "wall": "386"} +{"epoch": 1, "update": 0.344, "loss": "1.53", "ppl": "2.89", "wps": "7515.2", "ups": "4.11", "wpb": "1827", "bsz": "87.1", "num_updates": "1700", "lr": "0.0002125", "gnorm": "3.071", "train_wall": "24", "gb_free": "41.7", "wall": "410"} +{"epoch": 1, "update": 0.364, "loss": "1.513", "ppl": "2.85", "wps": "8930.8", "ups": "4.25", "wpb": "2099", "bsz": "100.6", "num_updates": "1800", "lr": "0.000225", "gnorm": "3.104", "train_wall": "23", "gb_free": "40.5", "wall": "433"} +{"epoch": 1, "update": 0.384, "loss": "1.448", "ppl": "2.73", "wps": "8678.9", "ups": "4.23", "wpb": "2052.8", "bsz": "98.4", "num_updates": "1900", "lr": "0.0002375", "gnorm": "2.984", "train_wall": "23", "gb_free": "41.6", "wall": "457"} +{"epoch": 1, "update": 0.405, "loss": "1.443", "ppl": "2.72", "wps": "8148.1", "ups": "4.19", "wpb": "1943.3", "bsz": "92.4", "num_updates": "2000", "lr": "0.00025", "gnorm": "2.786", "train_wall": "24", "gb_free": "41.8", "wall": "481"} +{"epoch": 1, "update": 0.425, "loss": "1.393", "ppl": "2.63", "wps": "7997.9", "ups": "4.23", "wpb": "1891.6", "bsz": "91.7", "num_updates": "2100", "lr": "0.0002625", "gnorm": "2.681", "train_wall": "23", "gb_free": "41.7", "wall": "505"} +{"epoch": 1, "update": 0.445, "loss": "1.404", "ppl": "2.65", "wps": "7826.2", "ups": "4.18", "wpb": "1870.9", "bsz": "89.4", "num_updates": "2200", "lr": "0.000275", "gnorm": "2.781", "train_wall": "24", "gb_free": "41.8", "wall": "528"} +{"epoch": 1, "update": 0.465, "loss": "1.369", "ppl": "2.58", "wps": "8354.3", "ups": "4.2", "wpb": "1991.2", "bsz": "95.1", "num_updates": "2300", "lr": "0.0002875", "gnorm": "2.547", "train_wall": "24", "gb_free": "41.6", "wall": "552"} +{"epoch": 1, "update": 0.486, "loss": "1.327", "ppl": "2.51", "wps": "8768.9", "ups": "4.23", "wpb": "2073.2", "bsz": "96.2", "num_updates": "2400", "lr": "0.0003", "gnorm": "2.605", "train_wall": "23", "gb_free": "41.9", "wall": "576"} +{"epoch": 1, "update": 0.506, "loss": "1.335", "ppl": "2.52", "wps": "7576.9", "ups": "4.19", "wpb": "1810", "bsz": "90.6", "num_updates": "2500", "lr": "0.0003125", "gnorm": "2.642", "train_wall": "24", "gb_free": "41.6", "wall": "600"} +{"epoch": 1, "update": 0.526, "loss": "1.295", "ppl": "2.45", "wps": "7812.2", "ups": "4.12", "wpb": "1897", "bsz": "92.2", "num_updates": "2600", "lr": "0.000325", "gnorm": "2.452", "train_wall": "24", "gb_free": "41.7", "wall": "624"} +{"epoch": 1, "update": 0.546, "loss": "1.296", "ppl": "2.46", "wps": "8304.6", "ups": "4.15", "wpb": "2001.5", "bsz": "96.5", "num_updates": "2700", "lr": "0.0003375", "gnorm": "2.417", "train_wall": "24", "gb_free": "41.7", "wall": "648"} +{"epoch": 1, "update": 0.567, "loss": "1.269", "ppl": "2.41", "wps": "8100.2", "ups": "4.15", "wpb": "1952", "bsz": "95.9", "num_updates": "2800", "lr": "0.00035", "gnorm": "2.41", "train_wall": "24", "gb_free": "41.6", "wall": "672"} +{"epoch": 1, "update": 0.587, "loss": "1.211", "ppl": "2.31", "wps": "7789.2", "ups": "4.15", "wpb": "1878.1", "bsz": "92.6", "num_updates": "2900", "lr": "0.0003625", "gnorm": "2.173", "train_wall": "24", "gb_free": "41.9", "wall": "696"} +{"epoch": 1, "update": 0.607, "loss": "1.235", "ppl": "2.35", "wps": "8701.5", "ups": "4.16", "wpb": "2093.1", "bsz": "99.5", "num_updates": "3000", "lr": "0.000375", "gnorm": "2.214", "train_wall": "24", "gb_free": "40.9", "wall": "720"} +{"epoch": 1, "update": 0.627, "loss": "1.224", "ppl": "2.34", "wps": "8932.7", "ups": "4.24", "wpb": "2104.7", "bsz": "99.1", "num_updates": "3100", "lr": "0.0003875", "gnorm": "2.267", "train_wall": "23", "gb_free": "41.8", "wall": "744"} +{"epoch": 1, "update": 0.648, "loss": "1.191", "ppl": "2.28", "wps": "8403.7", "ups": "4.24", "wpb": "1982.7", "bsz": "96.6", "num_updates": "3200", "lr": "0.0004", "gnorm": "2.205", "train_wall": "23", "gb_free": "42", "wall": "768"} +{"epoch": 1, "update": 0.668, "loss": "1.183", "ppl": "2.27", "wps": "7920.3", "ups": "4.15", "wpb": "1908.7", "bsz": "92.1", "num_updates": "3300", "lr": "0.0004125", "gnorm": "2.182", "train_wall": "24", "gb_free": "40.2", "wall": "792"} +{"epoch": 1, "update": 0.688, "loss": "1.174", "ppl": "2.26", "wps": "8765.4", "ups": "4.2", "wpb": "2089.3", "bsz": "103", "num_updates": "3400", "lr": "0.000425", "gnorm": "2.133", "train_wall": "24", "gb_free": "40.5", "wall": "816"} +{"epoch": 1, "update": 0.708, "loss": "1.146", "ppl": "2.21", "wps": "8047.3", "ups": "4.18", "wpb": "1923.1", "bsz": "91.8", "num_updates": "3500", "lr": "0.0004375", "gnorm": "2.033", "train_wall": "24", "gb_free": "41.5", "wall": "839"} +{"epoch": 1, "update": 0.728, "loss": "1.151", "ppl": "2.22", "wps": "8508.2", "ups": "4.23", "wpb": "2012.3", "bsz": "94.3", "num_updates": "3600", "lr": "0.00045", "gnorm": "2.023", "train_wall": "23", "gb_free": "41.8", "wall": "863"} +{"epoch": 1, "update": 0.749, "loss": "1.11", "ppl": "2.16", "wps": "8185.4", "ups": "4.2", "wpb": "1946.7", "bsz": "92.9", "num_updates": "3700", "lr": "0.0004625", "gnorm": "1.924", "train_wall": "24", "gb_free": "41.7", "wall": "887"} +{"epoch": 1, "update": 0.769, "loss": "1.094", "ppl": "2.13", "wps": "8372.6", "ups": "4.14", "wpb": "2021.5", "bsz": "101.3", "num_updates": "3800", "lr": "0.000475", "gnorm": "1.996", "train_wall": "24", "gb_free": "41.7", "wall": "911"} +{"epoch": 1, "update": 0.789, "loss": "1.075", "ppl": "2.11", "wps": "8197.5", "ups": "4.2", "wpb": "1951.6", "bsz": "92.6", "num_updates": "3900", "lr": "0.0004875", "gnorm": "1.775", "train_wall": "24", "gb_free": "41.8", "wall": "935"} +{"epoch": 1, "update": 0.809, "loss": "1.001", "ppl": "2", "wps": "7867.1", "ups": "4.17", "wpb": "1884.7", "bsz": "91.1", "num_updates": "4000", "lr": "0.0005", "gnorm": "1.698", "train_wall": "24", "gb_free": "41.8", "wall": "959"} +{"epoch": 1, "update": 0.83, "loss": "0.954", "ppl": "1.94", "wps": "8040.6", "ups": "4.24", "wpb": "1894.2", "bsz": "93.9", "num_updates": "4100", "lr": "0.000493865", "gnorm": "1.8", "train_wall": "23", "gb_free": "42.1", "wall": "982"} +{"epoch": 1, "update": 0.85, "loss": "1.017", "ppl": "2.02", "wps": "8462.1", "ups": "4.23", "wpb": "2000.6", "bsz": "99.7", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.897", "train_wall": "23", "gb_free": "41.8", "wall": "1006"} +{"epoch": 1, "update": 0.87, "loss": "0.927", "ppl": "1.9", "wps": "8328.5", "ups": "4.18", "wpb": "1994", "bsz": "97", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.586", "train_wall": "24", "gb_free": "41.6", "wall": "1030"} +{"epoch": 1, "update": 0.89, "loss": "0.851", "ppl": "1.8", "wps": "7762.9", "ups": "4.19", "wpb": "1851.9", "bsz": "92.2", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.549", "train_wall": "24", "gb_free": "41.7", "wall": "1054"} +{"epoch": 1, "update": 0.911, "loss": "0.903", "ppl": "1.87", "wps": "8041.7", "ups": "4.15", "wpb": "1937.5", "bsz": "92.5", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.693", "train_wall": "24", "gb_free": "41.7", "wall": "1078"} +{"epoch": 1, "update": 0.931, "loss": "0.84", "ppl": "1.79", "wps": "7705.6", "ups": "4.12", "wpb": "1871.7", "bsz": "91.5", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.469", "train_wall": "24", "gb_free": "40.4", "wall": "1102"} +{"epoch": 1, "update": 0.951, "loss": "0.781", "ppl": "1.72", "wps": "8229.1", "ups": "4.18", "wpb": "1968.8", "bsz": "95", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.37", "train_wall": "24", "gb_free": "41.8", "wall": "1126"} +{"epoch": 1, "update": 0.971, "loss": "0.803", "ppl": "1.74", "wps": "8829.6", "ups": "4.19", "wpb": "2106.6", "bsz": "100.9", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.493", "train_wall": "24", "gb_free": "41.8", "wall": "1150"} +{"epoch": 1, "update": 0.992, "loss": "0.795", "ppl": "1.73", "wps": "8382.3", "ups": "4.15", "wpb": "2019.3", "bsz": "97", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.518", "train_wall": "24", "gb_free": "41.9", "wall": "1174"} +begin validation on "valid" subset +{"epoch": 1, "valid_loss": "0.772", "valid_ppl": "1.71", "valid_wps": "25808.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "4942"} +end of epoch 1 (average epoch stats below) +{"epoch": 1, "train_loss": "1.542", "train_ppl": "2.91", "train_wps": "8196.9", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "4942", "train_lr": "0.00044983", "train_gnorm": "3.199", "train_train_wall": "1171", "train_gb_free": "41.8", "train_wall": "1195"} +Start iterating over samples +{"epoch": 2, "update": 1.012, "loss": "0.738", "ppl": "1.67", "wps": "5387.2", "ups": "2.86", "wpb": "1885", "bsz": "91.5", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.428", "train_wall": "24", "gb_free": "39.3", "wall": "1209"} +{"epoch": 2, "update": 1.012, "loss": "0.738", "ppl": "1.67", "wps": "5387.2", "ups": "2.86", "wpb": "1885", "bsz": "91.5", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.428", "train_wall": "24", "gb_free": "39.3", "wall": "1209"} +{"epoch": 2, "update": 1.032, "loss": "0.745", "ppl": "1.68", "wps": "7391.6", "ups": "4.1", "wpb": "1802.3", "bsz": "85.9", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.571", "train_wall": "24", "gb_free": "41.7", "wall": "1233"} +{"epoch": 2, "update": 1.032, "loss": "0.745", "ppl": "1.68", "wps": "7391.6", "ups": "4.1", "wpb": "1802.3", "bsz": "85.9", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.571", "train_wall": "24", "gb_free": "41.7", "wall": "1233"} +{"epoch": 2, "update": 1.052, "loss": "0.719", "ppl": "1.65", "wps": "9001.6", "ups": "4.24", "wpb": "2125.4", "bsz": "100.6", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.29", "train_wall": "23", "gb_free": "41.5", "wall": "1257"} +{"epoch": 2, "update": 1.052, "loss": "0.719", "ppl": "1.65", "wps": "9001.6", "ups": "4.24", "wpb": "2125.4", "bsz": "100.6", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.29", "train_wall": "23", "gb_free": "41.5", "wall": "1257"} +{"epoch": 2, "update": 1.072, "loss": "0.712", "ppl": "1.64", "wps": "8935.1", "ups": "4.19", "wpb": "2132.9", "bsz": "102.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.429", "train_wall": "24", "gb_free": "41.9", "wall": "1281"} +{"epoch": 2, "update": 1.072, "loss": "0.712", "ppl": "1.64", "wps": "8935.1", "ups": "4.19", "wpb": "2132.9", "bsz": "102.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.429", "train_wall": "24", "gb_free": "41.9", "wall": "1281"} +{"epoch": 2, "update": 1.093, "loss": "0.667", "ppl": "1.59", "wps": "7473.1", "ups": "4.11", "wpb": "1816.3", "bsz": "88.8", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.428", "train_wall": "24", "gb_free": "41.7", "wall": "1305"} +{"epoch": 2, "update": 1.093, "loss": "0.667", "ppl": "1.59", "wps": "7473.1", "ups": "4.11", "wpb": "1816.3", "bsz": "88.8", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.428", "train_wall": "24", "gb_free": "41.7", "wall": "1305"} +{"epoch": 2, "update": 1.113, "loss": "0.705", "ppl": "1.63", "wps": "8069.3", "ups": "4.16", "wpb": "1940.6", "bsz": "94.4", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.416", "train_wall": "24", "gb_free": "40.7", "wall": "1329"} +{"epoch": 2, "update": 1.113, "loss": "0.705", "ppl": "1.63", "wps": "8069.3", "ups": "4.16", "wpb": "1940.6", "bsz": "94.4", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.416", "train_wall": "24", "gb_free": "40.7", "wall": "1329"} +{"epoch": 2, "update": 1.133, "loss": "0.685", "ppl": "1.61", "wps": "8588.9", "ups": "4.15", "wpb": "2069.9", "bsz": "99.8", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.264", "train_wall": "24", "gb_free": "41.5", "wall": "1353"} +{"epoch": 2, "update": 1.133, "loss": "0.685", "ppl": "1.61", "wps": "8588.9", "ups": "4.15", "wpb": "2069.9", "bsz": "99.8", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.264", "train_wall": "24", "gb_free": "41.5", "wall": "1353"} +{"epoch": 2, "update": 1.153, "loss": "0.598", "ppl": "1.51", "wps": "7623.1", "ups": "4.17", "wpb": "1825.9", "bsz": "89", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.191", "train_wall": "24", "gb_free": "39.7", "wall": "1377"} +{"epoch": 2, "update": 1.153, "loss": "0.598", "ppl": "1.51", "wps": "7623.1", "ups": "4.17", "wpb": "1825.9", "bsz": "89", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.191", "train_wall": "24", "gb_free": "39.7", "wall": "1377"} +{"epoch": 2, "update": 1.174, "loss": "0.647", "ppl": "1.57", "wps": "8168.6", "ups": "4.14", "wpb": "1972.7", "bsz": "96.4", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.369", "train_wall": "24", "gb_free": "41.6", "wall": "1401"} +{"epoch": 2, "update": 1.174, "loss": "0.647", "ppl": "1.57", "wps": "8168.6", "ups": "4.14", "wpb": "1972.7", "bsz": "96.4", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.369", "train_wall": "24", "gb_free": "41.6", "wall": "1401"} +{"epoch": 2, "update": 1.194, "loss": "0.563", "ppl": "1.48", "wps": "7159.8", "ups": "4.15", "wpb": "1725.1", "bsz": "89.5", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.191", "train_wall": "24", "gb_free": "41.5", "wall": "1426"} +{"epoch": 2, "update": 1.194, "loss": "0.563", "ppl": "1.48", "wps": "7159.8", "ups": "4.15", "wpb": "1725.1", "bsz": "89.5", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.191", "train_wall": "24", "gb_free": "41.5", "wall": "1426"} +{"epoch": 2, "update": 1.214, "loss": "0.656", "ppl": "1.58", "wps": "8195.8", "ups": "4.12", "wpb": "1987", "bsz": "99.5", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.473", "train_wall": "24", "gb_free": "40.8", "wall": "1450"} +{"epoch": 2, "update": 1.214, "loss": "0.656", "ppl": "1.58", "wps": "8195.8", "ups": "4.12", "wpb": "1987", "bsz": "99.5", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.473", "train_wall": "24", "gb_free": "40.8", "wall": "1450"} +{"epoch": 2, "update": 1.234, "loss": "0.648", "ppl": "1.57", "wps": "8018.5", "ups": "4.14", "wpb": "1937.4", "bsz": "92.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.249", "train_wall": "24", "gb_free": "41.6", "wall": "1474"} +{"epoch": 2, "update": 1.234, "loss": "0.648", "ppl": "1.57", "wps": "8018.5", "ups": "4.14", "wpb": "1937.4", "bsz": "92.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.249", "train_wall": "24", "gb_free": "41.6", "wall": "1474"} +{"epoch": 2, "update": 1.255, "loss": "0.613", "ppl": "1.53", "wps": "7744.8", "ups": "4.12", "wpb": "1879.7", "bsz": "85.7", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.275", "train_wall": "24", "gb_free": "41.8", "wall": "1498"} +{"epoch": 2, "update": 1.255, "loss": "0.613", "ppl": "1.53", "wps": "7744.8", "ups": "4.12", "wpb": "1879.7", "bsz": "85.7", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.275", "train_wall": "24", "gb_free": "41.8", "wall": "1498"} +{"epoch": 2, "update": 1.275, "loss": "0.586", "ppl": "1.5", "wps": "8480.6", "ups": "4.17", "wpb": "2031.4", "bsz": "100", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.13", "train_wall": "24", "gb_free": "41.8", "wall": "1522"} +{"epoch": 2, "update": 1.275, "loss": "0.586", "ppl": "1.5", "wps": "8480.6", "ups": "4.17", "wpb": "2031.4", "bsz": "100", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.13", "train_wall": "24", "gb_free": "41.8", "wall": "1522"} +{"epoch": 2, "update": 1.295, "loss": "0.583", "ppl": "1.5", "wps": "8651", "ups": "4.18", "wpb": "2070.4", "bsz": "98", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.128", "train_wall": "24", "gb_free": "41.4", "wall": "1546"} +{"epoch": 2, "update": 1.295, "loss": "0.583", "ppl": "1.5", "wps": "8651", "ups": "4.18", "wpb": "2070.4", "bsz": "98", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.128", "train_wall": "24", "gb_free": "41.4", "wall": "1546"} +{"epoch": 2, "update": 1.315, "loss": "0.585", "ppl": "1.5", "wps": "8464.4", "ups": "4.13", "wpb": "2049.4", "bsz": "98.6", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.178", "train_wall": "24", "gb_free": "39.9", "wall": "1570"} +{"epoch": 2, "update": 1.315, "loss": "0.585", "ppl": "1.5", "wps": "8464.4", "ups": "4.13", "wpb": "2049.4", "bsz": "98.6", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.178", "train_wall": "24", "gb_free": "39.9", "wall": "1570"} +{"epoch": 2, "update": 1.335, "loss": "0.565", "ppl": "1.48", "wps": "8186.9", "ups": "4.18", "wpb": "1957.4", "bsz": "97.3", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.206", "train_wall": "24", "gb_free": "41.8", "wall": "1594"} +{"epoch": 2, "update": 1.335, "loss": "0.565", "ppl": "1.48", "wps": "8186.9", "ups": "4.18", "wpb": "1957.4", "bsz": "97.3", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.206", "train_wall": "24", "gb_free": "41.8", "wall": "1594"} +{"epoch": 2, "update": 1.356, "loss": "0.575", "ppl": "1.49", "wps": "8732.6", "ups": "4.17", "wpb": "2092.2", "bsz": "105", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.189", "train_wall": "24", "gb_free": "41.4", "wall": "1618"} +{"epoch": 2, "update": 1.356, "loss": "0.575", "ppl": "1.49", "wps": "8732.6", "ups": "4.17", "wpb": "2092.2", "bsz": "105", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.189", "train_wall": "24", "gb_free": "41.4", "wall": "1618"} +{"epoch": 2, "update": 1.376, "loss": "0.519", "ppl": "1.43", "wps": "8031.6", "ups": "4.16", "wpb": "1930.1", "bsz": "93.3", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.077", "train_wall": "24", "gb_free": "41.7", "wall": "1642"} +{"epoch": 2, "update": 1.376, "loss": "0.519", "ppl": "1.43", "wps": "8031.6", "ups": "4.16", "wpb": "1930.1", "bsz": "93.3", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.077", "train_wall": "24", "gb_free": "41.7", "wall": "1642"} +{"epoch": 2, "update": 1.396, "loss": "0.496", "ppl": "1.41", "wps": "8055.9", "ups": "4.17", "wpb": "1932", "bsz": "94.6", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.003", "train_wall": "24", "gb_free": "41.9", "wall": "1666"} +{"epoch": 2, "update": 1.396, "loss": "0.496", "ppl": "1.41", "wps": "8055.9", "ups": "4.17", "wpb": "1932", "bsz": "94.6", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.003", "train_wall": "24", "gb_free": "41.9", "wall": "1666"} +{"epoch": 2, "update": 1.416, "loss": "0.521", "ppl": "1.43", "wps": "8695.4", "ups": "4.19", "wpb": "2076.6", "bsz": "100.2", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.022", "train_wall": "24", "gb_free": "41.9", "wall": "1690"} +{"epoch": 2, "update": 1.416, "loss": "0.521", "ppl": "1.43", "wps": "8695.4", "ups": "4.19", "wpb": "2076.6", "bsz": "100.2", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.022", "train_wall": "24", "gb_free": "41.9", "wall": "1690"} +{"epoch": 2, "update": 1.437, "loss": "0.5", "ppl": "1.41", "wps": "7975", "ups": "4.14", "wpb": "1925.9", "bsz": "90.6", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.118", "train_wall": "24", "gb_free": "41.7", "wall": "1714"} +{"epoch": 2, "update": 1.437, "loss": "0.5", "ppl": "1.41", "wps": "7975", "ups": "4.14", "wpb": "1925.9", "bsz": "90.6", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.118", "train_wall": "24", "gb_free": "41.7", "wall": "1714"} +{"epoch": 2, "update": 1.457, "loss": "0.507", "ppl": "1.42", "wps": "8126", "ups": "4.18", "wpb": "1946", "bsz": "92.2", "num_updates": "7200", "lr": "0.000372678", "gnorm": "1.096", "train_wall": "24", "gb_free": "41.7", "wall": "1738"} +{"epoch": 2, "update": 1.457, "loss": "0.507", "ppl": "1.42", "wps": "8126", "ups": "4.18", "wpb": "1946", "bsz": "92.2", "num_updates": "7200", "lr": "0.000372678", "gnorm": "1.096", "train_wall": "24", "gb_free": "41.7", "wall": "1738"} +{"epoch": 2, "update": 1.477, "loss": "0.519", "ppl": "1.43", "wps": "8780.4", "ups": "4.17", "wpb": "2107.2", "bsz": "105.4", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.114", "train_wall": "24", "gb_free": "41.7", "wall": "1762"} +{"epoch": 2, "update": 1.477, "loss": "0.519", "ppl": "1.43", "wps": "8780.4", "ups": "4.17", "wpb": "2107.2", "bsz": "105.4", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.114", "train_wall": "24", "gb_free": "41.7", "wall": "1762"} +{"epoch": 2, "update": 1.497, "loss": "0.494", "ppl": "1.41", "wps": "8134.4", "ups": "4.14", "wpb": "1966", "bsz": "95.7", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.052", "train_wall": "24", "gb_free": "41.7", "wall": "1786"} +{"epoch": 2, "update": 1.497, "loss": "0.494", "ppl": "1.41", "wps": "8134.4", "ups": "4.14", "wpb": "1966", "bsz": "95.7", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.052", "train_wall": "24", "gb_free": "41.7", "wall": "1786"} +{"epoch": 2, "update": 1.518, "loss": "0.483", "ppl": "1.4", "wps": "7927.6", "ups": "4.16", "wpb": "1907.4", "bsz": "95", "num_updates": "7500", "lr": "0.000365148", "gnorm": "1.152", "train_wall": "24", "gb_free": "41.5", "wall": "1810"} +{"epoch": 2, "update": 1.518, "loss": "0.483", "ppl": "1.4", "wps": "7927.6", "ups": "4.16", "wpb": "1907.4", "bsz": "95", "num_updates": "7500", "lr": "0.000365148", "gnorm": "1.152", "train_wall": "24", "gb_free": "41.5", "wall": "1810"} +{"epoch": 2, "update": 1.538, "loss": "0.488", "ppl": "1.4", "wps": "8011.6", "ups": "4.14", "wpb": "1937", "bsz": "91.7", "num_updates": "7600", "lr": "0.000362738", "gnorm": "1.048", "train_wall": "24", "gb_free": "41.7", "wall": "1835"} +{"epoch": 2, "update": 1.538, "loss": "0.488", "ppl": "1.4", "wps": "8011.6", "ups": "4.14", "wpb": "1937", "bsz": "91.7", "num_updates": "7600", "lr": "0.000362738", "gnorm": "1.048", "train_wall": "24", "gb_free": "41.7", "wall": "1835"} +{"epoch": 2, "update": 1.558, "loss": "0.468", "ppl": "1.38", "wps": "7944.6", "ups": "4.1", "wpb": "1936.5", "bsz": "90.2", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.008", "train_wall": "24", "gb_free": "40.2", "wall": "1859"} +{"epoch": 2, "update": 1.558, "loss": "0.468", "ppl": "1.38", "wps": "7944.6", "ups": "4.1", "wpb": "1936.5", "bsz": "90.2", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.008", "train_wall": "24", "gb_free": "40.2", "wall": "1859"} +{"epoch": 2, "update": 1.578, "loss": "0.512", "ppl": "1.43", "wps": "8286.9", "ups": "4.13", "wpb": "2008.7", "bsz": "96.2", "num_updates": "7800", "lr": "0.000358057", "gnorm": "1.214", "train_wall": "24", "gb_free": "41.8", "wall": "1883"} +{"epoch": 2, "update": 1.578, "loss": "0.512", "ppl": "1.43", "wps": "8286.9", "ups": "4.13", "wpb": "2008.7", "bsz": "96.2", "num_updates": "7800", "lr": "0.000358057", "gnorm": "1.214", "train_wall": "24", "gb_free": "41.8", "wall": "1883"} +{"epoch": 2, "update": 1.599, "loss": "0.53", "ppl": "1.44", "wps": "8158.2", "ups": "4.17", "wpb": "1955.6", "bsz": "96.8", "num_updates": "7900", "lr": "0.000355784", "gnorm": "1.3", "train_wall": "24", "gb_free": "41.8", "wall": "1907"} +{"epoch": 2, "update": 1.599, "loss": "0.53", "ppl": "1.44", "wps": "8158.2", "ups": "4.17", "wpb": "1955.6", "bsz": "96.8", "num_updates": "7900", "lr": "0.000355784", "gnorm": "1.3", "train_wall": "24", "gb_free": "41.8", "wall": "1907"} +{"epoch": 2, "update": 1.619, "loss": "0.481", "ppl": "1.4", "wps": "8456.5", "ups": "4.15", "wpb": "2036.5", "bsz": "95.8", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.962", "train_wall": "24", "gb_free": "41.4", "wall": "1931"} +{"epoch": 2, "update": 1.619, "loss": "0.481", "ppl": "1.4", "wps": "8456.5", "ups": "4.15", "wpb": "2036.5", "bsz": "95.8", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.962", "train_wall": "24", "gb_free": "41.4", "wall": "1931"} +{"epoch": 2, "update": 1.639, "loss": "0.445", "ppl": "1.36", "wps": "8179.4", "ups": "4.14", "wpb": "1974.5", "bsz": "92.5", "num_updates": "8100", "lr": "0.000351364", "gnorm": "0.949", "train_wall": "24", "gb_free": "41.8", "wall": "1955"} +{"epoch": 2, "update": 1.639, "loss": "0.445", "ppl": "1.36", "wps": "8179.4", "ups": "4.14", "wpb": "1974.5", "bsz": "92.5", "num_updates": "8100", "lr": "0.000351364", "gnorm": "0.949", "train_wall": "24", "gb_free": "41.8", "wall": "1955"} +{"epoch": 2, "update": 1.659, "loss": "0.392", "ppl": "1.31", "wps": "7828.2", "ups": "4.19", "wpb": "1866.5", "bsz": "92", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.961", "train_wall": "24", "gb_free": "41.9", "wall": "1979"} +{"epoch": 2, "update": 1.659, "loss": "0.392", "ppl": "1.31", "wps": "7828.2", "ups": "4.19", "wpb": "1866.5", "bsz": "92", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.961", "train_wall": "24", "gb_free": "41.9", "wall": "1979"} +{"epoch": 2, "update": 1.679, "loss": "0.43", "ppl": "1.35", "wps": "8229.2", "ups": "4.15", "wpb": "1981.6", "bsz": "98", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.029", "train_wall": "24", "gb_free": "41.6", "wall": "2003"} +{"epoch": 2, "update": 1.679, "loss": "0.43", "ppl": "1.35", "wps": "8229.2", "ups": "4.15", "wpb": "1981.6", "bsz": "98", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.029", "train_wall": "24", "gb_free": "41.6", "wall": "2003"} +{"epoch": 2, "update": 1.7, "loss": "0.428", "ppl": "1.35", "wps": "8322.3", "ups": "4.16", "wpb": "2000.8", "bsz": "95.1", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.983", "train_wall": "24", "gb_free": "41.7", "wall": "2027"} +{"epoch": 2, "update": 1.7, "loss": "0.428", "ppl": "1.35", "wps": "8322.3", "ups": "4.16", "wpb": "2000.8", "bsz": "95.1", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.983", "train_wall": "24", "gb_free": "41.7", "wall": "2027"} +{"epoch": 2, "update": 1.72, "loss": "0.437", "ppl": "1.35", "wps": "8288.7", "ups": "4.15", "wpb": "1996.5", "bsz": "92", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.957", "train_wall": "24", "gb_free": "41.7", "wall": "2052"} +{"epoch": 2, "update": 1.72, "loss": "0.437", "ppl": "1.35", "wps": "8288.7", "ups": "4.15", "wpb": "1996.5", "bsz": "92", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.957", "train_wall": "24", "gb_free": "41.7", "wall": "2052"} +{"epoch": 2, "update": 1.74, "loss": "0.43", "ppl": "1.35", "wps": "7858.7", "ups": "4.1", "wpb": "1915.8", "bsz": "86.9", "num_updates": "8600", "lr": "0.000340997", "gnorm": "1.033", "train_wall": "24", "gb_free": "40.3", "wall": "2076"} +{"epoch": 2, "update": 1.74, "loss": "0.43", "ppl": "1.35", "wps": "7858.7", "ups": "4.1", "wpb": "1915.8", "bsz": "86.9", "num_updates": "8600", "lr": "0.000340997", "gnorm": "1.033", "train_wall": "24", "gb_free": "40.3", "wall": "2076"} +{"epoch": 2, "update": 1.76, "loss": "0.394", "ppl": "1.31", "wps": "8022.6", "ups": "4.17", "wpb": "1926.2", "bsz": "92.1", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.92", "train_wall": "24", "gb_free": "41.9", "wall": "2100"} +{"epoch": 2, "update": 1.76, "loss": "0.394", "ppl": "1.31", "wps": "8022.6", "ups": "4.17", "wpb": "1926.2", "bsz": "92.1", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.92", "train_wall": "24", "gb_free": "41.9", "wall": "2100"} +{"epoch": 2, "update": 1.781, "loss": "0.409", "ppl": "1.33", "wps": "8709.2", "ups": "4.19", "wpb": "2078.1", "bsz": "103.4", "num_updates": "8800", "lr": "0.0003371", "gnorm": "0.998", "train_wall": "24", "gb_free": "41.6", "wall": "2124"} +{"epoch": 2, "update": 1.781, "loss": "0.409", "ppl": "1.33", "wps": "8709.2", "ups": "4.19", "wpb": "2078.1", "bsz": "103.4", "num_updates": "8800", "lr": "0.0003371", "gnorm": "0.998", "train_wall": "24", "gb_free": "41.6", "wall": "2124"} +{"epoch": 2, "update": 1.801, "loss": "0.388", "ppl": "1.31", "wps": "8708.7", "ups": "4.18", "wpb": "2085", "bsz": "105.6", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.858", "train_wall": "24", "gb_free": "41.8", "wall": "2148"} +{"epoch": 2, "update": 1.801, "loss": "0.388", "ppl": "1.31", "wps": "8708.7", "ups": "4.18", "wpb": "2085", "bsz": "105.6", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.858", "train_wall": "24", "gb_free": "41.8", "wall": "2148"} +{"epoch": 2, "update": 1.821, "loss": "0.398", "ppl": "1.32", "wps": "8454.5", "ups": "4.18", "wpb": "2020.2", "bsz": "100.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.927", "train_wall": "24", "gb_free": "41.7", "wall": "2172"} +{"epoch": 2, "update": 1.821, "loss": "0.398", "ppl": "1.32", "wps": "8454.5", "ups": "4.18", "wpb": "2020.2", "bsz": "100.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.927", "train_wall": "24", "gb_free": "41.7", "wall": "2172"} +{"epoch": 2, "update": 1.841, "loss": "0.385", "ppl": "1.31", "wps": "8414.7", "ups": "4.17", "wpb": "2016.7", "bsz": "99", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.89", "train_wall": "24", "gb_free": "41.8", "wall": "2196"} +{"epoch": 2, "update": 1.841, "loss": "0.385", "ppl": "1.31", "wps": "8414.7", "ups": "4.17", "wpb": "2016.7", "bsz": "99", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.89", "train_wall": "24", "gb_free": "41.8", "wall": "2196"} +{"epoch": 2, "update": 1.862, "loss": "0.391", "ppl": "1.31", "wps": "8544.4", "ups": "4.16", "wpb": "2054.2", "bsz": "97.7", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.906", "train_wall": "24", "gb_free": "41.8", "wall": "2220"} +{"epoch": 2, "update": 1.862, "loss": "0.391", "ppl": "1.31", "wps": "8544.4", "ups": "4.16", "wpb": "2054.2", "bsz": "97.7", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.906", "train_wall": "24", "gb_free": "41.8", "wall": "2220"} +{"epoch": 2, "update": 1.882, "loss": "0.375", "ppl": "1.3", "wps": "8573.5", "ups": "4.18", "wpb": "2050.4", "bsz": "101.3", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.935", "train_wall": "24", "gb_free": "41.5", "wall": "2244"} +{"epoch": 2, "update": 1.882, "loss": "0.375", "ppl": "1.3", "wps": "8573.5", "ups": "4.18", "wpb": "2050.4", "bsz": "101.3", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.935", "train_wall": "24", "gb_free": "41.5", "wall": "2244"} +{"epoch": 2, "update": 1.902, "loss": "0.373", "ppl": "1.3", "wps": "8284.3", "ups": "4.15", "wpb": "1994.2", "bsz": "96.9", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.886", "train_wall": "24", "gb_free": "41.6", "wall": "2268"} +{"epoch": 2, "update": 1.902, "loss": "0.373", "ppl": "1.3", "wps": "8284.3", "ups": "4.15", "wpb": "1994.2", "bsz": "96.9", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.886", "train_wall": "24", "gb_free": "41.6", "wall": "2268"} +{"epoch": 2, "update": 1.922, "loss": "0.376", "ppl": "1.3", "wps": "8007.7", "ups": "4.1", "wpb": "1951.2", "bsz": "94.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.997", "train_wall": "24", "gb_free": "41.6", "wall": "2292"} +{"epoch": 2, "update": 1.922, "loss": "0.376", "ppl": "1.3", "wps": "8007.7", "ups": "4.1", "wpb": "1951.2", "bsz": "94.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.997", "train_wall": "24", "gb_free": "41.6", "wall": "2292"} +{"epoch": 2, "update": 1.943, "loss": "0.367", "ppl": "1.29", "wps": "8054.7", "ups": "4.15", "wpb": "1941.1", "bsz": "89.9", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.988", "train_wall": "24", "gb_free": "41.6", "wall": "2316"} +{"epoch": 2, "update": 1.943, "loss": "0.367", "ppl": "1.29", "wps": "8054.7", "ups": "4.15", "wpb": "1941.1", "bsz": "89.9", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.988", "train_wall": "24", "gb_free": "41.6", "wall": "2316"} +{"epoch": 2, "update": 1.963, "loss": "0.325", "ppl": "1.25", "wps": "7052.6", "ups": "4.07", "wpb": "1732.3", "bsz": "81.7", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.902", "train_wall": "24", "gb_free": "41.6", "wall": "2341"} +{"epoch": 2, "update": 1.963, "loss": "0.325", "ppl": "1.25", "wps": "7052.6", "ups": "4.07", "wpb": "1732.3", "bsz": "81.7", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.902", "train_wall": "24", "gb_free": "41.6", "wall": "2341"} +{"epoch": 2, "update": 1.983, "loss": "0.369", "ppl": "1.29", "wps": "8751.4", "ups": "4.15", "wpb": "2107.4", "bsz": "102.6", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.912", "train_wall": "24", "gb_free": "41.7", "wall": "2365"} +{"epoch": 2, "update": 1.983, "loss": "0.369", "ppl": "1.29", "wps": "8751.4", "ups": "4.15", "wpb": "2107.4", "bsz": "102.6", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.912", "train_wall": "24", "gb_free": "41.7", "wall": "2365"} +begin validation on "valid" subset +{"epoch": 2, "valid_loss": "0.381", "valid_ppl": "1.3", "valid_wps": "25944.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "9884", "valid_best_loss": "0.381"} +{"epoch": 2, "valid_loss": "0.381", "valid_ppl": "1.3", "valid_wps": "25944.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "9884", "valid_best_loss": "0.381"} +end of epoch 2 (average epoch stats below) +{"epoch": 2, "train_loss": "0.51", "train_ppl": "1.42", "train_wps": "8111.4", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "9884", "train_lr": "0.000318078", "train_gnorm": "1.108", "train_train_wall": "1178", "train_gb_free": "41.8", "train_wall": "2396"} +{"epoch": 2, "train_loss": "0.51", "train_ppl": "1.42", "train_wps": "8111.4", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "9884", "train_lr": "0.000318078", "train_gnorm": "1.108", "train_train_wall": "1178", "train_gb_free": "41.8", "train_wall": "2396"} +Start iterating over samples +{"epoch": 3, "update": 2.003, "loss": "0.363", "ppl": "1.29", "wps": "5221.9", "ups": "2.8", "wpb": "1863.8", "bsz": "90.5", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.964", "train_wall": "24", "gb_free": "41.7", "wall": "2400"} +{"epoch": 3, "update": 2.003, "loss": "0.363", "ppl": "1.29", "wps": "5221.9", "ups": "2.8", "wpb": "1863.8", "bsz": "90.5", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.964", "train_wall": "24", "gb_free": "41.7", "wall": "2400"} +{"epoch": 3, "update": 2.003, "loss": "0.363", "ppl": "1.29", "wps": "5221.9", "ups": "2.8", "wpb": "1863.8", "bsz": "90.5", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.964", "train_wall": "24", "gb_free": "41.7", "wall": "2400"} +{"epoch": 3, "update": 2.023, "loss": "0.362", "ppl": "1.29", "wps": "8436.2", "ups": "4.16", "wpb": "2026.2", "bsz": "95.9", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.84", "train_wall": "24", "gb_free": "41.8", "wall": "2424"} +{"epoch": 3, "update": 2.023, "loss": "0.362", "ppl": "1.29", "wps": "8436.2", "ups": "4.16", "wpb": "2026.2", "bsz": "95.9", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.84", "train_wall": "24", "gb_free": "41.8", "wall": "2424"} +{"epoch": 3, "update": 2.023, "loss": "0.362", "ppl": "1.29", "wps": "8436.2", "ups": "4.16", "wpb": "2026.2", "bsz": "95.9", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.84", "train_wall": "24", "gb_free": "41.8", "wall": "2424"} +{"epoch": 3, "update": 2.044, "loss": "0.339", "ppl": "1.27", "wps": "8730.7", "ups": "4.15", "wpb": "2103", "bsz": "100.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.909", "train_wall": "24", "gb_free": "40.5", "wall": "2449"} +{"epoch": 3, "update": 2.044, "loss": "0.339", "ppl": "1.27", "wps": "8730.7", "ups": "4.15", "wpb": "2103", "bsz": "100.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.909", "train_wall": "24", "gb_free": "40.5", "wall": "2449"} +{"epoch": 3, "update": 2.044, "loss": "0.339", "ppl": "1.27", "wps": "8730.7", "ups": "4.15", "wpb": "2103", "bsz": "100.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.909", "train_wall": "24", "gb_free": "40.5", "wall": "2449"} +{"epoch": 3, "update": 2.064, "loss": "0.321", "ppl": "1.25", "wps": "8220", "ups": "4.15", "wpb": "1980", "bsz": "98.7", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.849", "train_wall": "24", "gb_free": "41.9", "wall": "2473"} +{"epoch": 3, "update": 2.064, "loss": "0.321", "ppl": "1.25", "wps": "8220", "ups": "4.15", "wpb": "1980", "bsz": "98.7", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.849", "train_wall": "24", "gb_free": "41.9", "wall": "2473"} +{"epoch": 3, "update": 2.064, "loss": "0.321", "ppl": "1.25", "wps": "8220", "ups": "4.15", "wpb": "1980", "bsz": "98.7", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.849", "train_wall": "24", "gb_free": "41.9", "wall": "2473"} +{"epoch": 3, "update": 2.084, "loss": "0.294", "ppl": "1.23", "wps": "8322.1", "ups": "4.17", "wpb": "1997", "bsz": "97", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.834", "train_wall": "24", "gb_free": "41.7", "wall": "2497"} +{"epoch": 3, "update": 2.084, "loss": "0.294", "ppl": "1.23", "wps": "8322.1", "ups": "4.17", "wpb": "1997", "bsz": "97", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.834", "train_wall": "24", "gb_free": "41.7", "wall": "2497"} +{"epoch": 3, "update": 2.084, "loss": "0.294", "ppl": "1.23", "wps": "8322.1", "ups": "4.17", "wpb": "1997", "bsz": "97", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.834", "train_wall": "24", "gb_free": "41.7", "wall": "2497"} +{"epoch": 3, "update": 2.104, "loss": "0.334", "ppl": "1.26", "wps": "7608.4", "ups": "4.08", "wpb": "1863.2", "bsz": "89.1", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.938", "train_wall": "24", "gb_free": "41.9", "wall": "2521"} +{"epoch": 3, "update": 2.104, "loss": "0.334", "ppl": "1.26", "wps": "7608.4", "ups": "4.08", "wpb": "1863.2", "bsz": "89.1", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.938", "train_wall": "24", "gb_free": "41.9", "wall": "2521"} +{"epoch": 3, "update": 2.104, "loss": "0.334", "ppl": "1.26", "wps": "7608.4", "ups": "4.08", "wpb": "1863.2", "bsz": "89.1", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.938", "train_wall": "24", "gb_free": "41.9", "wall": "2521"} +{"epoch": 3, "update": 2.125, "loss": "0.318", "ppl": "1.25", "wps": "8138.9", "ups": "4.12", "wpb": "1973.9", "bsz": "96.9", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.856", "train_wall": "24", "gb_free": "41.6", "wall": "2545"} +{"epoch": 3, "update": 2.125, "loss": "0.318", "ppl": "1.25", "wps": "8138.9", "ups": "4.12", "wpb": "1973.9", "bsz": "96.9", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.856", "train_wall": "24", "gb_free": "41.6", "wall": "2545"} +{"epoch": 3, "update": 2.125, "loss": "0.318", "ppl": "1.25", "wps": "8138.9", "ups": "4.12", "wpb": "1973.9", "bsz": "96.9", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.856", "train_wall": "24", "gb_free": "41.6", "wall": "2545"} +{"epoch": 3, "update": 2.145, "loss": "0.31", "ppl": "1.24", "wps": "7486.6", "ups": "4.09", "wpb": "1829.7", "bsz": "85.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.914", "train_wall": "24", "gb_free": "41.5", "wall": "2570"} +{"epoch": 3, "update": 2.145, "loss": "0.31", "ppl": "1.24", "wps": "7486.6", "ups": "4.09", "wpb": "1829.7", "bsz": "85.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.914", "train_wall": "24", "gb_free": "41.5", "wall": "2570"} +{"epoch": 3, "update": 2.145, "loss": "0.31", "ppl": "1.24", "wps": "7486.6", "ups": "4.09", "wpb": "1829.7", "bsz": "85.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.914", "train_wall": "24", "gb_free": "41.5", "wall": "2570"} +{"epoch": 3, "update": 2.165, "loss": "0.276", "ppl": "1.21", "wps": "7694.4", "ups": "4.13", "wpb": "1862.2", "bsz": "90.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.819", "train_wall": "24", "gb_free": "40.4", "wall": "2594"} +{"epoch": 3, "update": 2.165, "loss": "0.276", "ppl": "1.21", "wps": "7694.4", "ups": "4.13", "wpb": "1862.2", "bsz": "90.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.819", "train_wall": "24", "gb_free": "40.4", "wall": "2594"} +{"epoch": 3, "update": 2.165, "loss": "0.276", "ppl": "1.21", "wps": "7694.4", "ups": "4.13", "wpb": "1862.2", "bsz": "90.8", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.819", "train_wall": "24", "gb_free": "40.4", "wall": "2594"} +{"epoch": 3, "update": 2.185, "loss": "0.34", "ppl": "1.27", "wps": "9077.5", "ups": "4.18", "wpb": "2172.2", "bsz": "103.7", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.904", "train_wall": "24", "gb_free": "41.9", "wall": "2618"} +{"epoch": 3, "update": 2.185, "loss": "0.34", "ppl": "1.27", "wps": "9077.5", "ups": "4.18", "wpb": "2172.2", "bsz": "103.7", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.904", "train_wall": "24", "gb_free": "41.9", "wall": "2618"} +{"epoch": 3, "update": 2.185, "loss": "0.34", "ppl": "1.27", "wps": "9077.5", "ups": "4.18", "wpb": "2172.2", "bsz": "103.7", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.904", "train_wall": "24", "gb_free": "41.9", "wall": "2618"} +{"epoch": 3, "update": 2.206, "loss": "0.283", "ppl": "1.22", "wps": "7540.2", "ups": "4.14", "wpb": "1823.3", "bsz": "87.5", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.878", "train_wall": "24", "gb_free": "40", "wall": "2642"} +{"epoch": 3, "update": 2.206, "loss": "0.283", "ppl": "1.22", "wps": "7540.2", "ups": "4.14", "wpb": "1823.3", "bsz": "87.5", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.878", "train_wall": "24", "gb_free": "40", "wall": "2642"} +{"epoch": 3, "update": 2.206, "loss": "0.283", "ppl": "1.22", "wps": "7540.2", "ups": "4.14", "wpb": "1823.3", "bsz": "87.5", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.878", "train_wall": "24", "gb_free": "40", "wall": "2642"} +{"epoch": 3, "update": 2.226, "loss": "0.312", "ppl": "1.24", "wps": "8728.5", "ups": "4.18", "wpb": "2087.2", "bsz": "96.2", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.782", "train_wall": "24", "gb_free": "40.3", "wall": "2666"} +{"epoch": 3, "update": 2.226, "loss": "0.312", "ppl": "1.24", "wps": "8728.5", "ups": "4.18", "wpb": "2087.2", "bsz": "96.2", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.782", "train_wall": "24", "gb_free": "40.3", "wall": "2666"} +{"epoch": 3, "update": 2.226, "loss": "0.312", "ppl": "1.24", "wps": "8728.5", "ups": "4.18", "wpb": "2087.2", "bsz": "96.2", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.782", "train_wall": "24", "gb_free": "40.3", "wall": "2666"} +{"epoch": 3, "update": 2.246, "loss": "0.305", "ppl": "1.24", "wps": "8152.3", "ups": "4.12", "wpb": "1977.2", "bsz": "93.9", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.864", "train_wall": "24", "gb_free": "41.8", "wall": "2690"} +{"epoch": 3, "update": 2.246, "loss": "0.305", "ppl": "1.24", "wps": "8152.3", "ups": "4.12", "wpb": "1977.2", "bsz": "93.9", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.864", "train_wall": "24", "gb_free": "41.8", "wall": "2690"} +{"epoch": 3, "update": 2.246, "loss": "0.305", "ppl": "1.24", "wps": "8152.3", "ups": "4.12", "wpb": "1977.2", "bsz": "93.9", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.864", "train_wall": "24", "gb_free": "41.8", "wall": "2690"} +{"epoch": 3, "update": 2.266, "loss": "0.252", "ppl": "1.19", "wps": "7809.5", "ups": "4.15", "wpb": "1881.1", "bsz": "92.7", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.817", "train_wall": "24", "gb_free": "41.9", "wall": "2714"} +{"epoch": 3, "update": 2.266, "loss": "0.252", "ppl": "1.19", "wps": "7809.5", "ups": "4.15", "wpb": "1881.1", "bsz": "92.7", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.817", "train_wall": "24", "gb_free": "41.9", "wall": "2714"} +{"epoch": 3, "update": 2.266, "loss": "0.252", "ppl": "1.19", "wps": "7809.5", "ups": "4.15", "wpb": "1881.1", "bsz": "92.7", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.817", "train_wall": "24", "gb_free": "41.9", "wall": "2714"} +{"epoch": 3, "update": 2.287, "loss": "0.267", "ppl": "1.2", "wps": "7735.8", "ups": "4.14", "wpb": "1867.2", "bsz": "89.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.756", "train_wall": "24", "gb_free": "41.8", "wall": "2739"} +{"epoch": 3, "update": 2.287, "loss": "0.267", "ppl": "1.2", "wps": "7735.8", "ups": "4.14", "wpb": "1867.2", "bsz": "89.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.756", "train_wall": "24", "gb_free": "41.8", "wall": "2739"} +{"epoch": 3, "update": 2.287, "loss": "0.267", "ppl": "1.2", "wps": "7735.8", "ups": "4.14", "wpb": "1867.2", "bsz": "89.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.756", "train_wall": "24", "gb_free": "41.8", "wall": "2739"} +{"epoch": 3, "update": 2.307, "loss": "0.275", "ppl": "1.21", "wps": "8064.9", "ups": "4.14", "wpb": "1947.4", "bsz": "94.1", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.813", "train_wall": "24", "gb_free": "41.8", "wall": "2763"} +{"epoch": 3, "update": 2.307, "loss": "0.275", "ppl": "1.21", "wps": "8064.9", "ups": "4.14", "wpb": "1947.4", "bsz": "94.1", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.813", "train_wall": "24", "gb_free": "41.8", "wall": "2763"} +{"epoch": 3, "update": 2.307, "loss": "0.275", "ppl": "1.21", "wps": "8064.9", "ups": "4.14", "wpb": "1947.4", "bsz": "94.1", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.813", "train_wall": "24", "gb_free": "41.8", "wall": "2763"} +{"epoch": 3, "update": 2.327, "loss": "0.271", "ppl": "1.21", "wps": "7957.8", "ups": "4.15", "wpb": "1917.6", "bsz": "94.1", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.885", "train_wall": "24", "gb_free": "41.7", "wall": "2787"} +{"epoch": 3, "update": 2.327, "loss": "0.271", "ppl": "1.21", "wps": "7957.8", "ups": "4.15", "wpb": "1917.6", "bsz": "94.1", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.885", "train_wall": "24", "gb_free": "41.7", "wall": "2787"} +{"epoch": 3, "update": 2.327, "loss": "0.271", "ppl": "1.21", "wps": "7957.8", "ups": "4.15", "wpb": "1917.6", "bsz": "94.1", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.885", "train_wall": "24", "gb_free": "41.7", "wall": "2787"} +{"epoch": 3, "update": 2.347, "loss": "0.254", "ppl": "1.19", "wps": "8376.9", "ups": "4.23", "wpb": "1982.1", "bsz": "94.4", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.7", "wall": "2811"} +{"epoch": 3, "update": 2.347, "loss": "0.254", "ppl": "1.19", "wps": "8376.9", "ups": "4.23", "wpb": "1982.1", "bsz": "94.4", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.7", "wall": "2811"} +{"epoch": 3, "update": 2.347, "loss": "0.254", "ppl": "1.19", "wps": "8376.9", "ups": "4.23", "wpb": "1982.1", "bsz": "94.4", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.7", "wall": "2811"} +{"epoch": 3, "update": 2.367, "loss": "0.256", "ppl": "1.19", "wps": "8383.7", "ups": "4.18", "wpb": "2004.2", "bsz": "99.4", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.6", "wall": "2834"} +{"epoch": 3, "update": 2.367, "loss": "0.256", "ppl": "1.19", "wps": "8383.7", "ups": "4.18", "wpb": "2004.2", "bsz": "99.4", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.6", "wall": "2834"} +{"epoch": 3, "update": 2.367, "loss": "0.256", "ppl": "1.19", "wps": "8383.7", "ups": "4.18", "wpb": "2004.2", "bsz": "99.4", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.6", "wall": "2834"} +{"epoch": 3, "update": 2.388, "loss": "0.262", "ppl": "1.2", "wps": "8198.9", "ups": "4.18", "wpb": "1961.2", "bsz": "94.9", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.775", "train_wall": "24", "gb_free": "41.9", "wall": "2858"} +{"epoch": 3, "update": 2.388, "loss": "0.262", "ppl": "1.2", "wps": "8198.9", "ups": "4.18", "wpb": "1961.2", "bsz": "94.9", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.775", "train_wall": "24", "gb_free": "41.9", "wall": "2858"} +{"epoch": 3, "update": 2.388, "loss": "0.262", "ppl": "1.2", "wps": "8198.9", "ups": "4.18", "wpb": "1961.2", "bsz": "94.9", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.775", "train_wall": "24", "gb_free": "41.9", "wall": "2858"} +{"epoch": 3, "update": 2.408, "loss": "0.258", "ppl": "1.2", "wps": "8252.6", "ups": "4.14", "wpb": "1995", "bsz": "94.5", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.765", "train_wall": "24", "gb_free": "41.7", "wall": "2883"} +{"epoch": 3, "update": 2.408, "loss": "0.258", "ppl": "1.2", "wps": "8252.6", "ups": "4.14", "wpb": "1995", "bsz": "94.5", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.765", "train_wall": "24", "gb_free": "41.7", "wall": "2883"} +{"epoch": 3, "update": 2.408, "loss": "0.258", "ppl": "1.2", "wps": "8252.6", "ups": "4.14", "wpb": "1995", "bsz": "94.5", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.765", "train_wall": "24", "gb_free": "41.7", "wall": "2883"} +{"epoch": 3, "update": 2.428, "loss": "0.264", "ppl": "1.2", "wps": "9343", "ups": "4.22", "wpb": "2215.7", "bsz": "107", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.5", "wall": "2906"} +{"epoch": 3, "update": 2.428, "loss": "0.264", "ppl": "1.2", "wps": "9343", "ups": "4.22", "wpb": "2215.7", "bsz": "107", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.5", "wall": "2906"} +{"epoch": 3, "update": 2.428, "loss": "0.264", "ppl": "1.2", "wps": "9343", "ups": "4.22", "wpb": "2215.7", "bsz": "107", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.71", "train_wall": "23", "gb_free": "41.5", "wall": "2906"} +{"epoch": 3, "update": 2.448, "loss": "0.247", "ppl": "1.19", "wps": "8454.6", "ups": "4.14", "wpb": "2040.6", "bsz": "97.9", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "24", "gb_free": "41.6", "wall": "2930"} +{"epoch": 3, "update": 2.448, "loss": "0.247", "ppl": "1.19", "wps": "8454.6", "ups": "4.14", "wpb": "2040.6", "bsz": "97.9", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "24", "gb_free": "41.6", "wall": "2930"} +{"epoch": 3, "update": 2.448, "loss": "0.247", "ppl": "1.19", "wps": "8454.6", "ups": "4.14", "wpb": "2040.6", "bsz": "97.9", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "24", "gb_free": "41.6", "wall": "2930"} +{"epoch": 3, "update": 2.469, "loss": "0.259", "ppl": "1.2", "wps": "7882.1", "ups": "4.13", "wpb": "1907.9", "bsz": "94.8", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.892", "train_wall": "24", "gb_free": "41.8", "wall": "2955"} +{"epoch": 3, "update": 2.469, "loss": "0.259", "ppl": "1.2", "wps": "7882.1", "ups": "4.13", "wpb": "1907.9", "bsz": "94.8", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.892", "train_wall": "24", "gb_free": "41.8", "wall": "2955"} +{"epoch": 3, "update": 2.469, "loss": "0.259", "ppl": "1.2", "wps": "7882.1", "ups": "4.13", "wpb": "1907.9", "bsz": "94.8", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.892", "train_wall": "24", "gb_free": "41.8", "wall": "2955"} +{"epoch": 3, "update": 2.489, "loss": "0.282", "ppl": "1.22", "wps": "8172.4", "ups": "4.15", "wpb": "1970.4", "bsz": "97.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "1.001", "train_wall": "24", "gb_free": "41.7", "wall": "2979"} +{"epoch": 3, "update": 2.489, "loss": "0.282", "ppl": "1.22", "wps": "8172.4", "ups": "4.15", "wpb": "1970.4", "bsz": "97.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "1.001", "train_wall": "24", "gb_free": "41.7", "wall": "2979"} +{"epoch": 3, "update": 2.489, "loss": "0.282", "ppl": "1.22", "wps": "8172.4", "ups": "4.15", "wpb": "1970.4", "bsz": "97.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "1.001", "train_wall": "24", "gb_free": "41.7", "wall": "2979"} +{"epoch": 3, "update": 2.509, "loss": "0.251", "ppl": "1.19", "wps": "8925.1", "ups": "4.16", "wpb": "2143.9", "bsz": "106.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.9", "wall": "3003"} +{"epoch": 3, "update": 2.509, "loss": "0.251", "ppl": "1.19", "wps": "8925.1", "ups": "4.16", "wpb": "2143.9", "bsz": "106.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.9", "wall": "3003"} +{"epoch": 3, "update": 2.509, "loss": "0.251", "ppl": "1.19", "wps": "8925.1", "ups": "4.16", "wpb": "2143.9", "bsz": "106.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.9", "wall": "3003"} +{"epoch": 3, "update": 2.529, "loss": "0.22", "ppl": "1.16", "wps": "7832.8", "ups": "4.13", "wpb": "1898.1", "bsz": "94.2", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.682", "train_wall": "24", "gb_free": "41.8", "wall": "3027"} +{"epoch": 3, "update": 2.529, "loss": "0.22", "ppl": "1.16", "wps": "7832.8", "ups": "4.13", "wpb": "1898.1", "bsz": "94.2", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.682", "train_wall": "24", "gb_free": "41.8", "wall": "3027"} +{"epoch": 3, "update": 2.529, "loss": "0.22", "ppl": "1.16", "wps": "7832.8", "ups": "4.13", "wpb": "1898.1", "bsz": "94.2", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.682", "train_wall": "24", "gb_free": "41.8", "wall": "3027"} +{"epoch": 3, "update": 2.55, "loss": "0.27", "ppl": "1.21", "wps": "9570.7", "ups": "4.2", "wpb": "2279.9", "bsz": "111.5", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.74", "train_wall": "24", "gb_free": "41.6", "wall": "3051"} +{"epoch": 3, "update": 2.55, "loss": "0.27", "ppl": "1.21", "wps": "9570.7", "ups": "4.2", "wpb": "2279.9", "bsz": "111.5", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.74", "train_wall": "24", "gb_free": "41.6", "wall": "3051"} +{"epoch": 3, "update": 2.55, "loss": "0.27", "ppl": "1.21", "wps": "9570.7", "ups": "4.2", "wpb": "2279.9", "bsz": "111.5", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.74", "train_wall": "24", "gb_free": "41.6", "wall": "3051"} +{"epoch": 3, "update": 2.57, "loss": "0.241", "ppl": "1.18", "wps": "8447.7", "ups": "4.15", "wpb": "2034.3", "bsz": "95.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.8", "wall": "3075"} +{"epoch": 3, "update": 2.57, "loss": "0.241", "ppl": "1.18", "wps": "8447.7", "ups": "4.15", "wpb": "2034.3", "bsz": "95.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.8", "wall": "3075"} +{"epoch": 3, "update": 2.57, "loss": "0.241", "ppl": "1.18", "wps": "8447.7", "ups": "4.15", "wpb": "2034.3", "bsz": "95.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.773", "train_wall": "24", "gb_free": "41.8", "wall": "3075"} +{"epoch": 3, "update": 2.59, "loss": "0.22", "ppl": "1.16", "wps": "7898.8", "ups": "4.11", "wpb": "1921.1", "bsz": "92.8", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.76", "train_wall": "24", "gb_free": "41.9", "wall": "3099"} +{"epoch": 3, "update": 2.59, "loss": "0.22", "ppl": "1.16", "wps": "7898.8", "ups": "4.11", "wpb": "1921.1", "bsz": "92.8", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.76", "train_wall": "24", "gb_free": "41.9", "wall": "3099"} +{"epoch": 3, "update": 2.59, "loss": "0.22", "ppl": "1.16", "wps": "7898.8", "ups": "4.11", "wpb": "1921.1", "bsz": "92.8", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.76", "train_wall": "24", "gb_free": "41.9", "wall": "3099"} +{"epoch": 3, "update": 2.61, "loss": "0.222", "ppl": "1.17", "wps": "8235.6", "ups": "4.22", "wpb": "1951.6", "bsz": "93.8", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.847", "train_wall": "23", "gb_free": "41.8", "wall": "3123"} +{"epoch": 3, "update": 2.61, "loss": "0.222", "ppl": "1.17", "wps": "8235.6", "ups": "4.22", "wpb": "1951.6", "bsz": "93.8", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.847", "train_wall": "23", "gb_free": "41.8", "wall": "3123"} +{"epoch": 3, "update": 2.61, "loss": "0.222", "ppl": "1.17", "wps": "8235.6", "ups": "4.22", "wpb": "1951.6", "bsz": "93.8", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.847", "train_wall": "23", "gb_free": "41.8", "wall": "3123"} +{"epoch": 3, "update": 2.631, "loss": "0.192", "ppl": "1.14", "wps": "8325.6", "ups": "4.18", "wpb": "1992.1", "bsz": "96.2", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.716", "train_wall": "24", "gb_free": "41.7", "wall": "3147"} +{"epoch": 3, "update": 2.631, "loss": "0.192", "ppl": "1.14", "wps": "8325.6", "ups": "4.18", "wpb": "1992.1", "bsz": "96.2", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.716", "train_wall": "24", "gb_free": "41.7", "wall": "3147"} +{"epoch": 3, "update": 2.631, "loss": "0.192", "ppl": "1.14", "wps": "8325.6", "ups": "4.18", "wpb": "1992.1", "bsz": "96.2", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.716", "train_wall": "24", "gb_free": "41.7", "wall": "3147"} +{"epoch": 3, "update": 2.651, "loss": "0.207", "ppl": "1.15", "wps": "7868", "ups": "4.12", "wpb": "1907.6", "bsz": "90.5", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.718", "train_wall": "24", "gb_free": "41.8", "wall": "3171"} +{"epoch": 3, "update": 2.651, "loss": "0.207", "ppl": "1.15", "wps": "7868", "ups": "4.12", "wpb": "1907.6", "bsz": "90.5", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.718", "train_wall": "24", "gb_free": "41.8", "wall": "3171"} +{"epoch": 3, "update": 2.651, "loss": "0.207", "ppl": "1.15", "wps": "7868", "ups": "4.12", "wpb": "1907.6", "bsz": "90.5", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.718", "train_wall": "24", "gb_free": "41.8", "wall": "3171"} +{"epoch": 3, "update": 2.671, "loss": "0.199", "ppl": "1.15", "wps": "8060.4", "ups": "4.17", "wpb": "1931.2", "bsz": "96.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.687", "train_wall": "24", "gb_free": "41.6", "wall": "3195"} +{"epoch": 3, "update": 2.671, "loss": "0.199", "ppl": "1.15", "wps": "8060.4", "ups": "4.17", "wpb": "1931.2", "bsz": "96.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.687", "train_wall": "24", "gb_free": "41.6", "wall": "3195"} +{"epoch": 3, "update": 2.671, "loss": "0.199", "ppl": "1.15", "wps": "8060.4", "ups": "4.17", "wpb": "1931.2", "bsz": "96.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.687", "train_wall": "24", "gb_free": "41.6", "wall": "3195"} +{"epoch": 3, "update": 2.691, "loss": "0.227", "ppl": "1.17", "wps": "8279.5", "ups": "4.15", "wpb": "1993.2", "bsz": "93", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.779", "train_wall": "24", "gb_free": "41.9", "wall": "3219"} +{"epoch": 3, "update": 2.691, "loss": "0.227", "ppl": "1.17", "wps": "8279.5", "ups": "4.15", "wpb": "1993.2", "bsz": "93", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.779", "train_wall": "24", "gb_free": "41.9", "wall": "3219"} +{"epoch": 3, "update": 2.691, "loss": "0.227", "ppl": "1.17", "wps": "8279.5", "ups": "4.15", "wpb": "1993.2", "bsz": "93", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.779", "train_wall": "24", "gb_free": "41.9", "wall": "3219"} +{"epoch": 3, "update": 2.711, "loss": "0.245", "ppl": "1.19", "wps": "8402.2", "ups": "4.12", "wpb": "2037.8", "bsz": "95.3", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.803", "train_wall": "24", "gb_free": "40.5", "wall": "3243"} +{"epoch": 3, "update": 2.711, "loss": "0.245", "ppl": "1.19", "wps": "8402.2", "ups": "4.12", "wpb": "2037.8", "bsz": "95.3", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.803", "train_wall": "24", "gb_free": "40.5", "wall": "3243"} +{"epoch": 3, "update": 2.711, "loss": "0.245", "ppl": "1.19", "wps": "8402.2", "ups": "4.12", "wpb": "2037.8", "bsz": "95.3", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.803", "train_wall": "24", "gb_free": "40.5", "wall": "3243"} +{"epoch": 3, "update": 2.732, "loss": "0.185", "ppl": "1.14", "wps": "7798.7", "ups": "4.16", "wpb": "1875.6", "bsz": "92.2", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.697", "train_wall": "24", "gb_free": "40.7", "wall": "3267"} +{"epoch": 3, "update": 2.732, "loss": "0.185", "ppl": "1.14", "wps": "7798.7", "ups": "4.16", "wpb": "1875.6", "bsz": "92.2", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.697", "train_wall": "24", "gb_free": "40.7", "wall": "3267"} +{"epoch": 3, "update": 2.732, "loss": "0.185", "ppl": "1.14", "wps": "7798.7", "ups": "4.16", "wpb": "1875.6", "bsz": "92.2", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.697", "train_wall": "24", "gb_free": "40.7", "wall": "3267"} +{"epoch": 3, "update": 2.752, "loss": "0.159", "ppl": "1.12", "wps": "7521.7", "ups": "4.19", "wpb": "1793.2", "bsz": "89.5", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.667", "train_wall": "24", "gb_free": "41.6", "wall": "3291"} +{"epoch": 3, "update": 2.752, "loss": "0.159", "ppl": "1.12", "wps": "7521.7", "ups": "4.19", "wpb": "1793.2", "bsz": "89.5", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.667", "train_wall": "24", "gb_free": "41.6", "wall": "3291"} +{"epoch": 3, "update": 2.752, "loss": "0.159", "ppl": "1.12", "wps": "7521.7", "ups": "4.19", "wpb": "1793.2", "bsz": "89.5", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.667", "train_wall": "24", "gb_free": "41.6", "wall": "3291"} +{"epoch": 3, "update": 2.772, "loss": "0.217", "ppl": "1.16", "wps": "8435.5", "ups": "4.18", "wpb": "2019.7", "bsz": "101.3", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.767", "train_wall": "24", "gb_free": "41.6", "wall": "3315"} +{"epoch": 3, "update": 2.772, "loss": "0.217", "ppl": "1.16", "wps": "8435.5", "ups": "4.18", "wpb": "2019.7", "bsz": "101.3", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.767", "train_wall": "24", "gb_free": "41.6", "wall": "3315"} +{"epoch": 3, "update": 2.772, "loss": "0.217", "ppl": "1.16", "wps": "8435.5", "ups": "4.18", "wpb": "2019.7", "bsz": "101.3", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.767", "train_wall": "24", "gb_free": "41.6", "wall": "3315"} +{"epoch": 3, "update": 2.792, "loss": "0.183", "ppl": "1.14", "wps": "7937.7", "ups": "4.16", "wpb": "1906", "bsz": "91.5", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.806", "train_wall": "24", "gb_free": "41.4", "wall": "3339"} +{"epoch": 3, "update": 2.792, "loss": "0.183", "ppl": "1.14", "wps": "7937.7", "ups": "4.16", "wpb": "1906", "bsz": "91.5", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.806", "train_wall": "24", "gb_free": "41.4", "wall": "3339"} +{"epoch": 3, "update": 2.792, "loss": "0.183", "ppl": "1.14", "wps": "7937.7", "ups": "4.16", "wpb": "1906", "bsz": "91.5", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.806", "train_wall": "24", "gb_free": "41.4", "wall": "3339"} +{"epoch": 3, "update": 2.813, "loss": "0.196", "ppl": "1.15", "wps": "8518.9", "ups": "4.18", "wpb": "2037.9", "bsz": "95.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.73", "train_wall": "24", "gb_free": "41.5", "wall": "3363"} +{"epoch": 3, "update": 2.813, "loss": "0.196", "ppl": "1.15", "wps": "8518.9", "ups": "4.18", "wpb": "2037.9", "bsz": "95.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.73", "train_wall": "24", "gb_free": "41.5", "wall": "3363"} +{"epoch": 3, "update": 2.813, "loss": "0.196", "ppl": "1.15", "wps": "8518.9", "ups": "4.18", "wpb": "2037.9", "bsz": "95.8", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.73", "train_wall": "24", "gb_free": "41.5", "wall": "3363"} +{"epoch": 3, "update": 2.833, "loss": "0.169", "ppl": "1.12", "wps": "8025.7", "ups": "4.17", "wpb": "1925.5", "bsz": "95.3", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.724", "train_wall": "24", "gb_free": "40.6", "wall": "3387"} +{"epoch": 3, "update": 2.833, "loss": "0.169", "ppl": "1.12", "wps": "8025.7", "ups": "4.17", "wpb": "1925.5", "bsz": "95.3", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.724", "train_wall": "24", "gb_free": "40.6", "wall": "3387"} +{"epoch": 3, "update": 2.833, "loss": "0.169", "ppl": "1.12", "wps": "8025.7", "ups": "4.17", "wpb": "1925.5", "bsz": "95.3", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.724", "train_wall": "24", "gb_free": "40.6", "wall": "3387"} +{"epoch": 3, "update": 2.853, "loss": "0.152", "ppl": "1.11", "wps": "7748.3", "ups": "4.2", "wpb": "1843", "bsz": "92.9", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.693", "train_wall": "24", "gb_free": "41.6", "wall": "3411"} +{"epoch": 3, "update": 2.853, "loss": "0.152", "ppl": "1.11", "wps": "7748.3", "ups": "4.2", "wpb": "1843", "bsz": "92.9", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.693", "train_wall": "24", "gb_free": "41.6", "wall": "3411"} +{"epoch": 3, "update": 2.853, "loss": "0.152", "ppl": "1.11", "wps": "7748.3", "ups": "4.2", "wpb": "1843", "bsz": "92.9", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.693", "train_wall": "24", "gb_free": "41.6", "wall": "3411"} +{"epoch": 3, "update": 2.873, "loss": "0.188", "ppl": "1.14", "wps": "8625.6", "ups": "4.19", "wpb": "2056.3", "bsz": "98.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.727", "train_wall": "24", "gb_free": "41.9", "wall": "3435"} +{"epoch": 3, "update": 2.873, "loss": "0.188", "ppl": "1.14", "wps": "8625.6", "ups": "4.19", "wpb": "2056.3", "bsz": "98.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.727", "train_wall": "24", "gb_free": "41.9", "wall": "3435"} +{"epoch": 3, "update": 2.873, "loss": "0.188", "ppl": "1.14", "wps": "8625.6", "ups": "4.19", "wpb": "2056.3", "bsz": "98.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.727", "train_wall": "24", "gb_free": "41.9", "wall": "3435"} +{"epoch": 3, "update": 2.894, "loss": "0.199", "ppl": "1.15", "wps": "7910.4", "ups": "4.13", "wpb": "1913.2", "bsz": "95.8", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.784", "train_wall": "24", "gb_free": "41.6", "wall": "3459"} +{"epoch": 3, "update": 2.894, "loss": "0.199", "ppl": "1.15", "wps": "7910.4", "ups": "4.13", "wpb": "1913.2", "bsz": "95.8", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.784", "train_wall": "24", "gb_free": "41.6", "wall": "3459"} +{"epoch": 3, "update": 2.894, "loss": "0.199", "ppl": "1.15", "wps": "7910.4", "ups": "4.13", "wpb": "1913.2", "bsz": "95.8", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.784", "train_wall": "24", "gb_free": "41.6", "wall": "3459"} +{"epoch": 3, "update": 2.914, "loss": "0.212", "ppl": "1.16", "wps": "8442.7", "ups": "4.14", "wpb": "2040.3", "bsz": "95", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.751", "train_wall": "24", "gb_free": "41.9", "wall": "3483"} +{"epoch": 3, "update": 2.914, "loss": "0.212", "ppl": "1.16", "wps": "8442.7", "ups": "4.14", "wpb": "2040.3", "bsz": "95", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.751", "train_wall": "24", "gb_free": "41.9", "wall": "3483"} +{"epoch": 3, "update": 2.914, "loss": "0.212", "ppl": "1.16", "wps": "8442.7", "ups": "4.14", "wpb": "2040.3", "bsz": "95", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.751", "train_wall": "24", "gb_free": "41.9", "wall": "3483"} +{"epoch": 3, "update": 2.934, "loss": "0.195", "ppl": "1.14", "wps": "9181", "ups": "4.21", "wpb": "2178.8", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.659", "train_wall": "23", "gb_free": "41.9", "wall": "3507"} +{"epoch": 3, "update": 2.934, "loss": "0.195", "ppl": "1.14", "wps": "9181", "ups": "4.21", "wpb": "2178.8", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.659", "train_wall": "23", "gb_free": "41.9", "wall": "3507"} +{"epoch": 3, "update": 2.934, "loss": "0.195", "ppl": "1.14", "wps": "9181", "ups": "4.21", "wpb": "2178.8", "bsz": "103.4", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.659", "train_wall": "23", "gb_free": "41.9", "wall": "3507"} +{"epoch": 3, "update": 2.954, "loss": "0.165", "ppl": "1.12", "wps": "7944.9", "ups": "4.16", "wpb": "1911.6", "bsz": "93.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.662", "train_wall": "24", "gb_free": "41.8", "wall": "3531"} +{"epoch": 3, "update": 2.954, "loss": "0.165", "ppl": "1.12", "wps": "7944.9", "ups": "4.16", "wpb": "1911.6", "bsz": "93.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.662", "train_wall": "24", "gb_free": "41.8", "wall": "3531"} +{"epoch": 3, "update": 2.954, "loss": "0.165", "ppl": "1.12", "wps": "7944.9", "ups": "4.16", "wpb": "1911.6", "bsz": "93.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.662", "train_wall": "24", "gb_free": "41.8", "wall": "3531"} +{"epoch": 3, "update": 2.975, "loss": "0.14", "ppl": "1.1", "wps": "7598.8", "ups": "4.18", "wpb": "1817.4", "bsz": "87", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.652", "train_wall": "24", "gb_free": "41.7", "wall": "3555"} +{"epoch": 3, "update": 2.975, "loss": "0.14", "ppl": "1.1", "wps": "7598.8", "ups": "4.18", "wpb": "1817.4", "bsz": "87", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.652", "train_wall": "24", "gb_free": "41.7", "wall": "3555"} +{"epoch": 3, "update": 2.975, "loss": "0.14", "ppl": "1.1", "wps": "7598.8", "ups": "4.18", "wpb": "1817.4", "bsz": "87", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.652", "train_wall": "24", "gb_free": "41.7", "wall": "3555"} +{"epoch": 3, "update": 2.995, "loss": "0.136", "ppl": "1.1", "wps": "7609.3", "ups": "4.21", "wpb": "1806", "bsz": "90.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.7", "wall": "3579"} +{"epoch": 3, "update": 2.995, "loss": "0.136", "ppl": "1.1", "wps": "7609.3", "ups": "4.21", "wpb": "1806", "bsz": "90.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.7", "wall": "3579"} +{"epoch": 3, "update": 2.995, "loss": "0.136", "ppl": "1.1", "wps": "7609.3", "ups": "4.21", "wpb": "1806", "bsz": "90.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.7", "wall": "3579"} +begin validation on "valid" subset +{"epoch": 3, "valid_loss": "0.198", "valid_ppl": "1.15", "valid_wps": "26171.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "14826", "valid_best_loss": "0.198"} +{"epoch": 3, "valid_loss": "0.198", "valid_ppl": "1.15", "valid_wps": "26171.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "14826", "valid_best_loss": "0.198"} +{"epoch": 3, "valid_loss": "0.198", "valid_ppl": "1.15", "valid_wps": "26171.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "14826", "valid_best_loss": "0.198"} +end of epoch 3 (average epoch stats below) +{"epoch": 3, "train_loss": "0.244", "train_ppl": "1.18", "train_wps": "8129.6", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "14826", "train_lr": "0.00025971", "train_gnorm": "0.783", "train_train_wall": "1177", "train_gb_free": "41.5", "train_wall": "3595"} +{"epoch": 3, "train_loss": "0.244", "train_ppl": "1.18", "train_wps": "8129.6", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "14826", "train_lr": "0.00025971", "train_gnorm": "0.783", "train_train_wall": "1177", "train_gb_free": "41.5", "train_wall": "3595"} +{"epoch": 3, "train_loss": "0.244", "train_ppl": "1.18", "train_wps": "8129.6", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "14826", "train_lr": "0.00025971", "train_gnorm": "0.783", "train_train_wall": "1177", "train_gb_free": "41.5", "train_wall": "3595"} +Start iterating over samples +{"epoch": 4, "update": 3.015, "loss": "0.136", "ppl": "1.1", "wps": "5689.6", "ups": "2.9", "wpb": "1962.9", "bsz": "97.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.672", "train_wall": "24", "gb_free": "41.6", "wall": "3613"} +{"epoch": 4, "update": 3.015, "loss": "0.136", "ppl": "1.1", "wps": "5689.6", "ups": "2.9", "wpb": "1962.9", "bsz": "97.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.672", "train_wall": "24", "gb_free": "41.6", "wall": "3613"} +{"epoch": 4, "update": 3.015, "loss": "0.136", "ppl": "1.1", "wps": "5689.6", "ups": "2.9", "wpb": "1962.9", "bsz": "97.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.672", "train_wall": "24", "gb_free": "41.6", "wall": "3613"} +{"epoch": 4, "update": 3.015, "loss": "0.136", "ppl": "1.1", "wps": "5689.6", "ups": "2.9", "wpb": "1962.9", "bsz": "97.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.672", "train_wall": "24", "gb_free": "41.6", "wall": "3613"} +{"epoch": 4, "update": 3.035, "loss": "0.134", "ppl": "1.1", "wps": "7483", "ups": "4.15", "wpb": "1804.9", "bsz": "86.5", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.684", "train_wall": "24", "gb_free": "41.9", "wall": "3637"} +{"epoch": 4, "update": 3.035, "loss": "0.134", "ppl": "1.1", "wps": "7483", "ups": "4.15", "wpb": "1804.9", "bsz": "86.5", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.684", "train_wall": "24", "gb_free": "41.9", "wall": "3637"} +{"epoch": 4, "update": 3.035, "loss": "0.134", "ppl": "1.1", "wps": "7483", "ups": "4.15", "wpb": "1804.9", "bsz": "86.5", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.684", "train_wall": "24", "gb_free": "41.9", "wall": "3637"} +{"epoch": 4, "update": 3.035, "loss": "0.134", "ppl": "1.1", "wps": "7483", "ups": "4.15", "wpb": "1804.9", "bsz": "86.5", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.684", "train_wall": "24", "gb_free": "41.9", "wall": "3637"} +{"epoch": 4, "update": 3.055, "loss": "0.134", "ppl": "1.1", "wps": "8258.5", "ups": "4.25", "wpb": "1941.5", "bsz": "95.8", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.647", "train_wall": "23", "gb_free": "41.6", "wall": "3661"} +{"epoch": 4, "update": 3.055, "loss": "0.134", "ppl": "1.1", "wps": "8258.5", "ups": "4.25", "wpb": "1941.5", "bsz": "95.8", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.647", "train_wall": "23", "gb_free": "41.6", "wall": "3661"} +{"epoch": 4, "update": 3.055, "loss": "0.134", "ppl": "1.1", "wps": "8258.5", "ups": "4.25", "wpb": "1941.5", "bsz": "95.8", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.647", "train_wall": "23", "gb_free": "41.6", "wall": "3661"} +{"epoch": 4, "update": 3.055, "loss": "0.134", "ppl": "1.1", "wps": "8258.5", "ups": "4.25", "wpb": "1941.5", "bsz": "95.8", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.647", "train_wall": "23", "gb_free": "41.6", "wall": "3661"} +{"epoch": 4, "update": 3.076, "loss": "0.121", "ppl": "1.09", "wps": "8298.9", "ups": "4.24", "wpb": "1955.7", "bsz": "99", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.611", "train_wall": "23", "gb_free": "41.8", "wall": "3684"} +{"epoch": 4, "update": 3.076, "loss": "0.121", "ppl": "1.09", "wps": "8298.9", "ups": "4.24", "wpb": "1955.7", "bsz": "99", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.611", "train_wall": "23", "gb_free": "41.8", "wall": "3684"} +{"epoch": 4, "update": 3.076, "loss": "0.121", "ppl": "1.09", "wps": "8298.9", "ups": "4.24", "wpb": "1955.7", "bsz": "99", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.611", "train_wall": "23", "gb_free": "41.8", "wall": "3684"} +{"epoch": 4, "update": 3.076, "loss": "0.121", "ppl": "1.09", "wps": "8298.9", "ups": "4.24", "wpb": "1955.7", "bsz": "99", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.611", "train_wall": "23", "gb_free": "41.8", "wall": "3684"} +{"epoch": 4, "update": 3.096, "loss": "0.161", "ppl": "1.12", "wps": "8191.6", "ups": "4.17", "wpb": "1966.4", "bsz": "92.6", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.691", "train_wall": "24", "gb_free": "41.9", "wall": "3708"} +{"epoch": 4, "update": 3.096, "loss": "0.161", "ppl": "1.12", "wps": "8191.6", "ups": "4.17", "wpb": "1966.4", "bsz": "92.6", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.691", "train_wall": "24", "gb_free": "41.9", "wall": "3708"} +{"epoch": 4, "update": 3.096, "loss": "0.161", "ppl": "1.12", "wps": "8191.6", "ups": "4.17", "wpb": "1966.4", "bsz": "92.6", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.691", "train_wall": "24", "gb_free": "41.9", "wall": "3708"} +{"epoch": 4, "update": 3.096, "loss": "0.161", "ppl": "1.12", "wps": "8191.6", "ups": "4.17", "wpb": "1966.4", "bsz": "92.6", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.691", "train_wall": "24", "gb_free": "41.9", "wall": "3708"} +{"epoch": 4, "update": 3.116, "loss": "0.162", "ppl": "1.12", "wps": "8352.1", "ups": "4.15", "wpb": "2013.2", "bsz": "95.1", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.696", "train_wall": "24", "gb_free": "41.6", "wall": "3732"} +{"epoch": 4, "update": 3.116, "loss": "0.162", "ppl": "1.12", "wps": "8352.1", "ups": "4.15", "wpb": "2013.2", "bsz": "95.1", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.696", "train_wall": "24", "gb_free": "41.6", "wall": "3732"} +{"epoch": 4, "update": 3.116, "loss": "0.162", "ppl": "1.12", "wps": "8352.1", "ups": "4.15", "wpb": "2013.2", "bsz": "95.1", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.696", "train_wall": "24", "gb_free": "41.6", "wall": "3732"} +{"epoch": 4, "update": 3.116, "loss": "0.162", "ppl": "1.12", "wps": "8352.1", "ups": "4.15", "wpb": "2013.2", "bsz": "95.1", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.696", "train_wall": "24", "gb_free": "41.6", "wall": "3732"} +{"epoch": 4, "update": 3.136, "loss": "0.156", "ppl": "1.11", "wps": "7766.7", "ups": "4.13", "wpb": "1882.6", "bsz": "89.6", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.757", "train_wall": "24", "gb_free": "39.9", "wall": "3757"} +{"epoch": 4, "update": 3.136, "loss": "0.156", "ppl": "1.11", "wps": "7766.7", "ups": "4.13", "wpb": "1882.6", "bsz": "89.6", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.757", "train_wall": "24", "gb_free": "39.9", "wall": "3757"} +{"epoch": 4, "update": 3.136, "loss": "0.156", "ppl": "1.11", "wps": "7766.7", "ups": "4.13", "wpb": "1882.6", "bsz": "89.6", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.757", "train_wall": "24", "gb_free": "39.9", "wall": "3757"} +{"epoch": 4, "update": 3.136, "loss": "0.156", "ppl": "1.11", "wps": "7766.7", "ups": "4.13", "wpb": "1882.6", "bsz": "89.6", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.757", "train_wall": "24", "gb_free": "39.9", "wall": "3757"} +{"epoch": 4, "update": 3.157, "loss": "0.19", "ppl": "1.14", "wps": "8429.4", "ups": "4.12", "wpb": "2047.6", "bsz": "94", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.77", "train_wall": "24", "gb_free": "41.8", "wall": "3781"} +{"epoch": 4, "update": 3.157, "loss": "0.19", "ppl": "1.14", "wps": "8429.4", "ups": "4.12", "wpb": "2047.6", "bsz": "94", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.77", "train_wall": "24", "gb_free": "41.8", "wall": "3781"} +{"epoch": 4, "update": 3.157, "loss": "0.19", "ppl": "1.14", "wps": "8429.4", "ups": "4.12", "wpb": "2047.6", "bsz": "94", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.77", "train_wall": "24", "gb_free": "41.8", "wall": "3781"} +{"epoch": 4, "update": 3.157, "loss": "0.19", "ppl": "1.14", "wps": "8429.4", "ups": "4.12", "wpb": "2047.6", "bsz": "94", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.77", "train_wall": "24", "gb_free": "41.8", "wall": "3781"} +{"epoch": 4, "update": 3.177, "loss": "0.132", "ppl": "1.1", "wps": "8504.3", "ups": "4.26", "wpb": "1998.6", "bsz": "100.2", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.62", "train_wall": "23", "gb_free": "41.7", "wall": "3804"} +{"epoch": 4, "update": 3.177, "loss": "0.132", "ppl": "1.1", "wps": "8504.3", "ups": "4.26", "wpb": "1998.6", "bsz": "100.2", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.62", "train_wall": "23", "gb_free": "41.7", "wall": "3804"} +{"epoch": 4, "update": 3.177, "loss": "0.132", "ppl": "1.1", "wps": "8504.3", "ups": "4.26", "wpb": "1998.6", "bsz": "100.2", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.62", "train_wall": "23", "gb_free": "41.7", "wall": "3804"} +{"epoch": 4, "update": 3.177, "loss": "0.132", "ppl": "1.1", "wps": "8504.3", "ups": "4.26", "wpb": "1998.6", "bsz": "100.2", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.62", "train_wall": "23", "gb_free": "41.7", "wall": "3804"} +{"epoch": 4, "update": 3.197, "loss": "0.14", "ppl": "1.1", "wps": "8465.5", "ups": "4.17", "wpb": "2028", "bsz": "98", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.597", "train_wall": "24", "gb_free": "41.7", "wall": "3828"} +{"epoch": 4, "update": 3.197, "loss": "0.14", "ppl": "1.1", "wps": "8465.5", "ups": "4.17", "wpb": "2028", "bsz": "98", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.597", "train_wall": "24", "gb_free": "41.7", "wall": "3828"} +{"epoch": 4, "update": 3.197, "loss": "0.14", "ppl": "1.1", "wps": "8465.5", "ups": "4.17", "wpb": "2028", "bsz": "98", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.597", "train_wall": "24", "gb_free": "41.7", "wall": "3828"} +{"epoch": 4, "update": 3.197, "loss": "0.14", "ppl": "1.1", "wps": "8465.5", "ups": "4.17", "wpb": "2028", "bsz": "98", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.597", "train_wall": "24", "gb_free": "41.7", "wall": "3828"} +{"epoch": 4, "update": 3.217, "loss": "0.159", "ppl": "1.12", "wps": "8153.2", "ups": "4.17", "wpb": "1954.1", "bsz": "90.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.8", "wall": "3852"} +{"epoch": 4, "update": 3.217, "loss": "0.159", "ppl": "1.12", "wps": "8153.2", "ups": "4.17", "wpb": "1954.1", "bsz": "90.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.8", "wall": "3852"} +{"epoch": 4, "update": 3.217, "loss": "0.159", "ppl": "1.12", "wps": "8153.2", "ups": "4.17", "wpb": "1954.1", "bsz": "90.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.8", "wall": "3852"} +{"epoch": 4, "update": 3.217, "loss": "0.159", "ppl": "1.12", "wps": "8153.2", "ups": "4.17", "wpb": "1954.1", "bsz": "90.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.738", "train_wall": "24", "gb_free": "41.8", "wall": "3852"} +{"epoch": 4, "update": 3.238, "loss": "0.126", "ppl": "1.09", "wps": "8513.1", "ups": "4.2", "wpb": "2025.8", "bsz": "99.6", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.661", "train_wall": "24", "gb_free": "41.8", "wall": "3876"} +{"epoch": 4, "update": 3.238, "loss": "0.126", "ppl": "1.09", "wps": "8513.1", "ups": "4.2", "wpb": "2025.8", "bsz": "99.6", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.661", "train_wall": "24", "gb_free": "41.8", "wall": "3876"} +{"epoch": 4, "update": 3.238, "loss": "0.126", "ppl": "1.09", "wps": "8513.1", "ups": "4.2", "wpb": "2025.8", "bsz": "99.6", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.661", "train_wall": "24", "gb_free": "41.8", "wall": "3876"} +{"epoch": 4, "update": 3.238, "loss": "0.126", "ppl": "1.09", "wps": "8513.1", "ups": "4.2", "wpb": "2025.8", "bsz": "99.6", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.661", "train_wall": "24", "gb_free": "41.8", "wall": "3876"} +{"epoch": 4, "update": 3.258, "loss": "0.128", "ppl": "1.09", "wps": "7471.5", "ups": "4.13", "wpb": "1807.7", "bsz": "86.3", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.4", "wall": "3900"} +{"epoch": 4, "update": 3.258, "loss": "0.128", "ppl": "1.09", "wps": "7471.5", "ups": "4.13", "wpb": "1807.7", "bsz": "86.3", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.4", "wall": "3900"} +{"epoch": 4, "update": 3.258, "loss": "0.128", "ppl": "1.09", "wps": "7471.5", "ups": "4.13", "wpb": "1807.7", "bsz": "86.3", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.4", "wall": "3900"} +{"epoch": 4, "update": 3.258, "loss": "0.128", "ppl": "1.09", "wps": "7471.5", "ups": "4.13", "wpb": "1807.7", "bsz": "86.3", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.4", "wall": "3900"} +{"epoch": 4, "update": 3.278, "loss": "0.146", "ppl": "1.11", "wps": "8223.3", "ups": "4.19", "wpb": "1964.9", "bsz": "95.8", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.839", "train_wall": "24", "gb_free": "39.2", "wall": "3924"} +{"epoch": 4, "update": 3.278, "loss": "0.146", "ppl": "1.11", "wps": "8223.3", "ups": "4.19", "wpb": "1964.9", "bsz": "95.8", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.839", "train_wall": "24", "gb_free": "39.2", "wall": "3924"} +{"epoch": 4, "update": 3.278, "loss": "0.146", "ppl": "1.11", "wps": "8223.3", "ups": "4.19", "wpb": "1964.9", "bsz": "95.8", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.839", "train_wall": "24", "gb_free": "39.2", "wall": "3924"} +{"epoch": 4, "update": 3.278, "loss": "0.146", "ppl": "1.11", "wps": "8223.3", "ups": "4.19", "wpb": "1964.9", "bsz": "95.8", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.839", "train_wall": "24", "gb_free": "39.2", "wall": "3924"} +{"epoch": 4, "update": 3.298, "loss": "0.153", "ppl": "1.11", "wps": "8517.6", "ups": "4.21", "wpb": "2025", "bsz": "95.3", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.734", "train_wall": "24", "gb_free": "41.7", "wall": "3948"} +{"epoch": 4, "update": 3.298, "loss": "0.153", "ppl": "1.11", "wps": "8517.6", "ups": "4.21", "wpb": "2025", "bsz": "95.3", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.734", "train_wall": "24", "gb_free": "41.7", "wall": "3948"} +{"epoch": 4, "update": 3.298, "loss": "0.153", "ppl": "1.11", "wps": "8517.6", "ups": "4.21", "wpb": "2025", "bsz": "95.3", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.734", "train_wall": "24", "gb_free": "41.7", "wall": "3948"} +{"epoch": 4, "update": 3.298, "loss": "0.153", "ppl": "1.11", "wps": "8517.6", "ups": "4.21", "wpb": "2025", "bsz": "95.3", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.734", "train_wall": "24", "gb_free": "41.7", "wall": "3948"} +{"epoch": 4, "update": 3.318, "loss": "0.132", "ppl": "1.1", "wps": "8550", "ups": "4.15", "wpb": "2059.5", "bsz": "98.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.653", "train_wall": "24", "gb_free": "41.6", "wall": "3972"} +{"epoch": 4, "update": 3.318, "loss": "0.132", "ppl": "1.1", "wps": "8550", "ups": "4.15", "wpb": "2059.5", "bsz": "98.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.653", "train_wall": "24", "gb_free": "41.6", "wall": "3972"} +{"epoch": 4, "update": 3.318, "loss": "0.132", "ppl": "1.1", "wps": "8550", "ups": "4.15", "wpb": "2059.5", "bsz": "98.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.653", "train_wall": "24", "gb_free": "41.6", "wall": "3972"} +{"epoch": 4, "update": 3.318, "loss": "0.132", "ppl": "1.1", "wps": "8550", "ups": "4.15", "wpb": "2059.5", "bsz": "98.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.653", "train_wall": "24", "gb_free": "41.6", "wall": "3972"} +{"epoch": 4, "update": 3.339, "loss": "0.119", "ppl": "1.09", "wps": "8182.2", "ups": "4.18", "wpb": "1959.2", "bsz": "96.2", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.572", "train_wall": "24", "gb_free": "40.5", "wall": "3996"} +{"epoch": 4, "update": 3.339, "loss": "0.119", "ppl": "1.09", "wps": "8182.2", "ups": "4.18", "wpb": "1959.2", "bsz": "96.2", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.572", "train_wall": "24", "gb_free": "40.5", "wall": "3996"} +{"epoch": 4, "update": 3.339, "loss": "0.119", "ppl": "1.09", "wps": "8182.2", "ups": "4.18", "wpb": "1959.2", "bsz": "96.2", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.572", "train_wall": "24", "gb_free": "40.5", "wall": "3996"} +{"epoch": 4, "update": 3.339, "loss": "0.119", "ppl": "1.09", "wps": "8182.2", "ups": "4.18", "wpb": "1959.2", "bsz": "96.2", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.572", "train_wall": "24", "gb_free": "40.5", "wall": "3996"} +{"epoch": 4, "update": 3.359, "loss": "0.136", "ppl": "1.1", "wps": "7922.7", "ups": "4.15", "wpb": "1907", "bsz": "92.5", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.798", "train_wall": "24", "gb_free": "42", "wall": "4020"} +{"epoch": 4, "update": 3.359, "loss": "0.136", "ppl": "1.1", "wps": "7922.7", "ups": "4.15", "wpb": "1907", "bsz": "92.5", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.798", "train_wall": "24", "gb_free": "42", "wall": "4020"} +{"epoch": 4, "update": 3.359, "loss": "0.136", "ppl": "1.1", "wps": "7922.7", "ups": "4.15", "wpb": "1907", "bsz": "92.5", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.798", "train_wall": "24", "gb_free": "42", "wall": "4020"} +{"epoch": 4, "update": 3.359, "loss": "0.136", "ppl": "1.1", "wps": "7922.7", "ups": "4.15", "wpb": "1907", "bsz": "92.5", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.798", "train_wall": "24", "gb_free": "42", "wall": "4020"} +{"epoch": 4, "update": 3.379, "loss": "0.125", "ppl": "1.09", "wps": "8158.2", "ups": "4.18", "wpb": "1949.7", "bsz": "93", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.673", "train_wall": "24", "gb_free": "41.8", "wall": "4044"} +{"epoch": 4, "update": 3.379, "loss": "0.125", "ppl": "1.09", "wps": "8158.2", "ups": "4.18", "wpb": "1949.7", "bsz": "93", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.673", "train_wall": "24", "gb_free": "41.8", "wall": "4044"} +{"epoch": 4, "update": 3.379, "loss": "0.125", "ppl": "1.09", "wps": "8158.2", "ups": "4.18", "wpb": "1949.7", "bsz": "93", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.673", "train_wall": "24", "gb_free": "41.8", "wall": "4044"} +{"epoch": 4, "update": 3.379, "loss": "0.125", "ppl": "1.09", "wps": "8158.2", "ups": "4.18", "wpb": "1949.7", "bsz": "93", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.673", "train_wall": "24", "gb_free": "41.8", "wall": "4044"} +{"epoch": 4, "update": 3.399, "loss": "0.123", "ppl": "1.09", "wps": "8402.6", "ups": "4.17", "wpb": "2013.8", "bsz": "97.7", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.647", "train_wall": "24", "gb_free": "41.8", "wall": "4068"} +{"epoch": 4, "update": 3.399, "loss": "0.123", "ppl": "1.09", "wps": "8402.6", "ups": "4.17", "wpb": "2013.8", "bsz": "97.7", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.647", "train_wall": "24", "gb_free": "41.8", "wall": "4068"} +{"epoch": 4, "update": 3.399, "loss": "0.123", "ppl": "1.09", "wps": "8402.6", "ups": "4.17", "wpb": "2013.8", "bsz": "97.7", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.647", "train_wall": "24", "gb_free": "41.8", "wall": "4068"} +{"epoch": 4, "update": 3.399, "loss": "0.123", "ppl": "1.09", "wps": "8402.6", "ups": "4.17", "wpb": "2013.8", "bsz": "97.7", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.647", "train_wall": "24", "gb_free": "41.8", "wall": "4068"} +{"epoch": 4, "update": 3.42, "loss": "0.147", "ppl": "1.11", "wps": "8033.1", "ups": "4.1", "wpb": "1959.3", "bsz": "91.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.836", "train_wall": "24", "gb_free": "41.7", "wall": "4092"} +{"epoch": 4, "update": 3.42, "loss": "0.147", "ppl": "1.11", "wps": "8033.1", "ups": "4.1", "wpb": "1959.3", "bsz": "91.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.836", "train_wall": "24", "gb_free": "41.7", "wall": "4092"} +{"epoch": 4, "update": 3.42, "loss": "0.147", "ppl": "1.11", "wps": "8033.1", "ups": "4.1", "wpb": "1959.3", "bsz": "91.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.836", "train_wall": "24", "gb_free": "41.7", "wall": "4092"} +{"epoch": 4, "update": 3.42, "loss": "0.147", "ppl": "1.11", "wps": "8033.1", "ups": "4.1", "wpb": "1959.3", "bsz": "91.4", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.836", "train_wall": "24", "gb_free": "41.7", "wall": "4092"} +{"epoch": 4, "update": 3.44, "loss": "0.119", "ppl": "1.09", "wps": "8602.8", "ups": "4.19", "wpb": "2054.8", "bsz": "98.1", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.63", "train_wall": "24", "gb_free": "41.7", "wall": "4116"} +{"epoch": 4, "update": 3.44, "loss": "0.119", "ppl": "1.09", "wps": "8602.8", "ups": "4.19", "wpb": "2054.8", "bsz": "98.1", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.63", "train_wall": "24", "gb_free": "41.7", "wall": "4116"} +{"epoch": 4, "update": 3.44, "loss": "0.119", "ppl": "1.09", "wps": "8602.8", "ups": "4.19", "wpb": "2054.8", "bsz": "98.1", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.63", "train_wall": "24", "gb_free": "41.7", "wall": "4116"} +{"epoch": 4, "update": 3.44, "loss": "0.119", "ppl": "1.09", "wps": "8602.8", "ups": "4.19", "wpb": "2054.8", "bsz": "98.1", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.63", "train_wall": "24", "gb_free": "41.7", "wall": "4116"} +{"epoch": 4, "update": 3.46, "loss": "0.114", "ppl": "1.08", "wps": "8514.2", "ups": "4.19", "wpb": "2031.7", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.621", "train_wall": "24", "gb_free": "41.8", "wall": "4140"} +{"epoch": 4, "update": 3.46, "loss": "0.114", "ppl": "1.08", "wps": "8514.2", "ups": "4.19", "wpb": "2031.7", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.621", "train_wall": "24", "gb_free": "41.8", "wall": "4140"} +{"epoch": 4, "update": 3.46, "loss": "0.114", "ppl": "1.08", "wps": "8514.2", "ups": "4.19", "wpb": "2031.7", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.621", "train_wall": "24", "gb_free": "41.8", "wall": "4140"} +{"epoch": 4, "update": 3.46, "loss": "0.114", "ppl": "1.08", "wps": "8514.2", "ups": "4.19", "wpb": "2031.7", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.621", "train_wall": "24", "gb_free": "41.8", "wall": "4140"} +{"epoch": 4, "update": 3.48, "loss": "0.116", "ppl": "1.08", "wps": "8479.7", "ups": "4.19", "wpb": "2023.2", "bsz": "95.7", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.569", "train_wall": "24", "gb_free": "41.7", "wall": "4164"} +{"epoch": 4, "update": 3.48, "loss": "0.116", "ppl": "1.08", "wps": "8479.7", "ups": "4.19", "wpb": "2023.2", "bsz": "95.7", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.569", "train_wall": "24", "gb_free": "41.7", "wall": "4164"} +{"epoch": 4, "update": 3.48, "loss": "0.116", "ppl": "1.08", "wps": "8479.7", "ups": "4.19", "wpb": "2023.2", "bsz": "95.7", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.569", "train_wall": "24", "gb_free": "41.7", "wall": "4164"} +{"epoch": 4, "update": 3.48, "loss": "0.116", "ppl": "1.08", "wps": "8479.7", "ups": "4.19", "wpb": "2023.2", "bsz": "95.7", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.569", "train_wall": "24", "gb_free": "41.7", "wall": "4164"} +{"epoch": 4, "update": 3.501, "loss": "0.114", "ppl": "1.08", "wps": "7744.9", "ups": "4.19", "wpb": "1848.2", "bsz": "92.2", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.641", "train_wall": "24", "gb_free": "41.8", "wall": "4188"} +{"epoch": 4, "update": 3.501, "loss": "0.114", "ppl": "1.08", "wps": "7744.9", "ups": "4.19", "wpb": "1848.2", "bsz": "92.2", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.641", "train_wall": "24", "gb_free": "41.8", "wall": "4188"} +{"epoch": 4, "update": 3.501, "loss": "0.114", "ppl": "1.08", "wps": "7744.9", "ups": "4.19", "wpb": "1848.2", "bsz": "92.2", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.641", "train_wall": "24", "gb_free": "41.8", "wall": "4188"} +{"epoch": 4, "update": 3.501, "loss": "0.114", "ppl": "1.08", "wps": "7744.9", "ups": "4.19", "wpb": "1848.2", "bsz": "92.2", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.641", "train_wall": "24", "gb_free": "41.8", "wall": "4188"} +{"epoch": 4, "update": 3.521, "loss": "0.094", "ppl": "1.07", "wps": "8263.9", "ups": "4.23", "wpb": "1954.2", "bsz": "100.1", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.592", "train_wall": "23", "gb_free": "40.8", "wall": "4211"} +{"epoch": 4, "update": 3.521, "loss": "0.094", "ppl": "1.07", "wps": "8263.9", "ups": "4.23", "wpb": "1954.2", "bsz": "100.1", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.592", "train_wall": "23", "gb_free": "40.8", "wall": "4211"} +{"epoch": 4, "update": 3.521, "loss": "0.094", "ppl": "1.07", "wps": "8263.9", "ups": "4.23", "wpb": "1954.2", "bsz": "100.1", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.592", "train_wall": "23", "gb_free": "40.8", "wall": "4211"} +{"epoch": 4, "update": 3.521, "loss": "0.094", "ppl": "1.07", "wps": "8263.9", "ups": "4.23", "wpb": "1954.2", "bsz": "100.1", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.592", "train_wall": "23", "gb_free": "40.8", "wall": "4211"} +{"epoch": 4, "update": 3.541, "loss": "0.106", "ppl": "1.08", "wps": "8450.9", "ups": "4.2", "wpb": "2010", "bsz": "95.5", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.578", "train_wall": "24", "gb_free": "41.9", "wall": "4235"} +{"epoch": 4, "update": 3.541, "loss": "0.106", "ppl": "1.08", "wps": "8450.9", "ups": "4.2", "wpb": "2010", "bsz": "95.5", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.578", "train_wall": "24", "gb_free": "41.9", "wall": "4235"} +{"epoch": 4, "update": 3.541, "loss": "0.106", "ppl": "1.08", "wps": "8450.9", "ups": "4.2", "wpb": "2010", "bsz": "95.5", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.578", "train_wall": "24", "gb_free": "41.9", "wall": "4235"} +{"epoch": 4, "update": 3.541, "loss": "0.106", "ppl": "1.08", "wps": "8450.9", "ups": "4.2", "wpb": "2010", "bsz": "95.5", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.578", "train_wall": "24", "gb_free": "41.9", "wall": "4235"} +{"epoch": 4, "update": 3.561, "loss": "0.097", "ppl": "1.07", "wps": "7855.9", "ups": "4.19", "wpb": "1876.3", "bsz": "91.9", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.663", "train_wall": "24", "gb_free": "41.6", "wall": "4259"} +{"epoch": 4, "update": 3.561, "loss": "0.097", "ppl": "1.07", "wps": "7855.9", "ups": "4.19", "wpb": "1876.3", "bsz": "91.9", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.663", "train_wall": "24", "gb_free": "41.6", "wall": "4259"} +{"epoch": 4, "update": 3.561, "loss": "0.097", "ppl": "1.07", "wps": "7855.9", "ups": "4.19", "wpb": "1876.3", "bsz": "91.9", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.663", "train_wall": "24", "gb_free": "41.6", "wall": "4259"} +{"epoch": 4, "update": 3.561, "loss": "0.097", "ppl": "1.07", "wps": "7855.9", "ups": "4.19", "wpb": "1876.3", "bsz": "91.9", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.663", "train_wall": "24", "gb_free": "41.6", "wall": "4259"} +{"epoch": 4, "update": 3.582, "loss": "0.104", "ppl": "1.07", "wps": "8818.1", "ups": "4.24", "wpb": "2080.8", "bsz": "100.5", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.579", "train_wall": "23", "gb_free": "41.4", "wall": "4283"} +{"epoch": 4, "update": 3.582, "loss": "0.104", "ppl": "1.07", "wps": "8818.1", "ups": "4.24", "wpb": "2080.8", "bsz": "100.5", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.579", "train_wall": "23", "gb_free": "41.4", "wall": "4283"} +{"epoch": 4, "update": 3.582, "loss": "0.104", "ppl": "1.07", "wps": "8818.1", "ups": "4.24", "wpb": "2080.8", "bsz": "100.5", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.579", "train_wall": "23", "gb_free": "41.4", "wall": "4283"} +{"epoch": 4, "update": 3.582, "loss": "0.104", "ppl": "1.07", "wps": "8818.1", "ups": "4.24", "wpb": "2080.8", "bsz": "100.5", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.579", "train_wall": "23", "gb_free": "41.4", "wall": "4283"} +{"epoch": 4, "update": 3.602, "loss": "0.091", "ppl": "1.07", "wps": "8167.4", "ups": "4.23", "wpb": "1932.1", "bsz": "94.6", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.7", "wall": "4306"} +{"epoch": 4, "update": 3.602, "loss": "0.091", "ppl": "1.07", "wps": "8167.4", "ups": "4.23", "wpb": "1932.1", "bsz": "94.6", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.7", "wall": "4306"} +{"epoch": 4, "update": 3.602, "loss": "0.091", "ppl": "1.07", "wps": "8167.4", "ups": "4.23", "wpb": "1932.1", "bsz": "94.6", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.7", "wall": "4306"} +{"epoch": 4, "update": 3.602, "loss": "0.091", "ppl": "1.07", "wps": "8167.4", "ups": "4.23", "wpb": "1932.1", "bsz": "94.6", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.7", "wall": "4306"} +{"epoch": 4, "update": 3.622, "loss": "0.097", "ppl": "1.07", "wps": "8625.7", "ups": "4.21", "wpb": "2048.2", "bsz": "101.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.599", "train_wall": "24", "gb_free": "41.7", "wall": "4330"} +{"epoch": 4, "update": 3.622, "loss": "0.097", "ppl": "1.07", "wps": "8625.7", "ups": "4.21", "wpb": "2048.2", "bsz": "101.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.599", "train_wall": "24", "gb_free": "41.7", "wall": "4330"} +{"epoch": 4, "update": 3.622, "loss": "0.097", "ppl": "1.07", "wps": "8625.7", "ups": "4.21", "wpb": "2048.2", "bsz": "101.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.599", "train_wall": "24", "gb_free": "41.7", "wall": "4330"} +{"epoch": 4, "update": 3.622, "loss": "0.097", "ppl": "1.07", "wps": "8625.7", "ups": "4.21", "wpb": "2048.2", "bsz": "101.2", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.599", "train_wall": "24", "gb_free": "41.7", "wall": "4330"} +{"epoch": 4, "update": 3.642, "loss": "0.104", "ppl": "1.07", "wps": "8509.7", "ups": "4.22", "wpb": "2014.8", "bsz": "94.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.574", "train_wall": "23", "gb_free": "42", "wall": "4354"} +{"epoch": 4, "update": 3.642, "loss": "0.104", "ppl": "1.07", "wps": "8509.7", "ups": "4.22", "wpb": "2014.8", "bsz": "94.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.574", "train_wall": "23", "gb_free": "42", "wall": "4354"} +{"epoch": 4, "update": 3.642, "loss": "0.104", "ppl": "1.07", "wps": "8509.7", "ups": "4.22", "wpb": "2014.8", "bsz": "94.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.574", "train_wall": "23", "gb_free": "42", "wall": "4354"} +{"epoch": 4, "update": 3.642, "loss": "0.104", "ppl": "1.07", "wps": "8509.7", "ups": "4.22", "wpb": "2014.8", "bsz": "94.1", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.574", "train_wall": "23", "gb_free": "42", "wall": "4354"} +{"epoch": 4, "update": 3.662, "loss": "0.112", "ppl": "1.08", "wps": "8366.2", "ups": "4.1", "wpb": "2040.7", "bsz": "95.9", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.65", "train_wall": "24", "gb_free": "41.7", "wall": "4378"} +{"epoch": 4, "update": 3.662, "loss": "0.112", "ppl": "1.08", "wps": "8366.2", "ups": "4.1", "wpb": "2040.7", "bsz": "95.9", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.65", "train_wall": "24", "gb_free": "41.7", "wall": "4378"} +{"epoch": 4, "update": 3.662, "loss": "0.112", "ppl": "1.08", "wps": "8366.2", "ups": "4.1", "wpb": "2040.7", "bsz": "95.9", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.65", "train_wall": "24", "gb_free": "41.7", "wall": "4378"} +{"epoch": 4, "update": 3.662, "loss": "0.112", "ppl": "1.08", "wps": "8366.2", "ups": "4.1", "wpb": "2040.7", "bsz": "95.9", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.65", "train_wall": "24", "gb_free": "41.7", "wall": "4378"} +{"epoch": 4, "update": 3.683, "loss": "0.083", "ppl": "1.06", "wps": "8506.8", "ups": "4.2", "wpb": "2026.5", "bsz": "98.8", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.551", "train_wall": "24", "gb_free": "41.7", "wall": "4402"} +{"epoch": 4, "update": 3.683, "loss": "0.083", "ppl": "1.06", "wps": "8506.8", "ups": "4.2", "wpb": "2026.5", "bsz": "98.8", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.551", "train_wall": "24", "gb_free": "41.7", "wall": "4402"} +{"epoch": 4, "update": 3.683, "loss": "0.083", "ppl": "1.06", "wps": "8506.8", "ups": "4.2", "wpb": "2026.5", "bsz": "98.8", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.551", "train_wall": "24", "gb_free": "41.7", "wall": "4402"} +{"epoch": 4, "update": 3.683, "loss": "0.083", "ppl": "1.06", "wps": "8506.8", "ups": "4.2", "wpb": "2026.5", "bsz": "98.8", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.551", "train_wall": "24", "gb_free": "41.7", "wall": "4402"} +{"epoch": 4, "update": 3.703, "loss": "0.093", "ppl": "1.07", "wps": "8291.5", "ups": "4.21", "wpb": "1969.9", "bsz": "97.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.536", "train_wall": "24", "gb_free": "41.7", "wall": "4426"} +{"epoch": 4, "update": 3.703, "loss": "0.093", "ppl": "1.07", "wps": "8291.5", "ups": "4.21", "wpb": "1969.9", "bsz": "97.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.536", "train_wall": "24", "gb_free": "41.7", "wall": "4426"} +{"epoch": 4, "update": 3.703, "loss": "0.093", "ppl": "1.07", "wps": "8291.5", "ups": "4.21", "wpb": "1969.9", "bsz": "97.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.536", "train_wall": "24", "gb_free": "41.7", "wall": "4426"} +{"epoch": 4, "update": 3.703, "loss": "0.093", "ppl": "1.07", "wps": "8291.5", "ups": "4.21", "wpb": "1969.9", "bsz": "97.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.536", "train_wall": "24", "gb_free": "41.7", "wall": "4426"} +{"epoch": 4, "update": 3.723, "loss": "0.087", "ppl": "1.06", "wps": "7588.9", "ups": "4.2", "wpb": "1806", "bsz": "89.8", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.58", "train_wall": "24", "gb_free": "41.7", "wall": "4450"} +{"epoch": 4, "update": 3.723, "loss": "0.087", "ppl": "1.06", "wps": "7588.9", "ups": "4.2", "wpb": "1806", "bsz": "89.8", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.58", "train_wall": "24", "gb_free": "41.7", "wall": "4450"} +{"epoch": 4, "update": 3.723, "loss": "0.087", "ppl": "1.06", "wps": "7588.9", "ups": "4.2", "wpb": "1806", "bsz": "89.8", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.58", "train_wall": "24", "gb_free": "41.7", "wall": "4450"} +{"epoch": 4, "update": 3.723, "loss": "0.087", "ppl": "1.06", "wps": "7588.9", "ups": "4.2", "wpb": "1806", "bsz": "89.8", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.58", "train_wall": "24", "gb_free": "41.7", "wall": "4450"} +{"epoch": 4, "update": 3.743, "loss": "0.09", "ppl": "1.06", "wps": "7878", "ups": "4.18", "wpb": "1883.7", "bsz": "90", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.1", "wall": "4473"} +{"epoch": 4, "update": 3.743, "loss": "0.09", "ppl": "1.06", "wps": "7878", "ups": "4.18", "wpb": "1883.7", "bsz": "90", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.1", "wall": "4473"} +{"epoch": 4, "update": 3.743, "loss": "0.09", "ppl": "1.06", "wps": "7878", "ups": "4.18", "wpb": "1883.7", "bsz": "90", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.1", "wall": "4473"} +{"epoch": 4, "update": 3.743, "loss": "0.09", "ppl": "1.06", "wps": "7878", "ups": "4.18", "wpb": "1883.7", "bsz": "90", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.598", "train_wall": "24", "gb_free": "40.1", "wall": "4473"} +{"epoch": 4, "update": 3.764, "loss": "0.096", "ppl": "1.07", "wps": "9249.5", "ups": "4.25", "wpb": "2174", "bsz": "110.6", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.601", "train_wall": "23", "gb_free": "41.7", "wall": "4497"} +{"epoch": 4, "update": 3.764, "loss": "0.096", "ppl": "1.07", "wps": "9249.5", "ups": "4.25", "wpb": "2174", "bsz": "110.6", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.601", "train_wall": "23", "gb_free": "41.7", "wall": "4497"} +{"epoch": 4, "update": 3.764, "loss": "0.096", "ppl": "1.07", "wps": "9249.5", "ups": "4.25", "wpb": "2174", "bsz": "110.6", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.601", "train_wall": "23", "gb_free": "41.7", "wall": "4497"} +{"epoch": 4, "update": 3.764, "loss": "0.096", "ppl": "1.07", "wps": "9249.5", "ups": "4.25", "wpb": "2174", "bsz": "110.6", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.601", "train_wall": "23", "gb_free": "41.7", "wall": "4497"} +{"epoch": 4, "update": 3.784, "loss": "0.099", "ppl": "1.07", "wps": "8579.3", "ups": "4.2", "wpb": "2041.3", "bsz": "96.4", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.627", "train_wall": "24", "gb_free": "41.8", "wall": "4521"} +{"epoch": 4, "update": 3.784, "loss": "0.099", "ppl": "1.07", "wps": "8579.3", "ups": "4.2", "wpb": "2041.3", "bsz": "96.4", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.627", "train_wall": "24", "gb_free": "41.8", "wall": "4521"} +{"epoch": 4, "update": 3.784, "loss": "0.099", "ppl": "1.07", "wps": "8579.3", "ups": "4.2", "wpb": "2041.3", "bsz": "96.4", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.627", "train_wall": "24", "gb_free": "41.8", "wall": "4521"} +{"epoch": 4, "update": 3.784, "loss": "0.099", "ppl": "1.07", "wps": "8579.3", "ups": "4.2", "wpb": "2041.3", "bsz": "96.4", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.627", "train_wall": "24", "gb_free": "41.8", "wall": "4521"} +{"epoch": 4, "update": 3.804, "loss": "0.069", "ppl": "1.05", "wps": "7926.8", "ups": "4.23", "wpb": "1874.8", "bsz": "93.8", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.561", "train_wall": "23", "gb_free": "41.9", "wall": "4544"} +{"epoch": 4, "update": 3.804, "loss": "0.069", "ppl": "1.05", "wps": "7926.8", "ups": "4.23", "wpb": "1874.8", "bsz": "93.8", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.561", "train_wall": "23", "gb_free": "41.9", "wall": "4544"} +{"epoch": 4, "update": 3.804, "loss": "0.069", "ppl": "1.05", "wps": "7926.8", "ups": "4.23", "wpb": "1874.8", "bsz": "93.8", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.561", "train_wall": "23", "gb_free": "41.9", "wall": "4544"} +{"epoch": 4, "update": 3.804, "loss": "0.069", "ppl": "1.05", "wps": "7926.8", "ups": "4.23", "wpb": "1874.8", "bsz": "93.8", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.561", "train_wall": "23", "gb_free": "41.9", "wall": "4544"} +{"epoch": 4, "update": 3.824, "loss": "0.102", "ppl": "1.07", "wps": "8417.4", "ups": "4.21", "wpb": "2000.7", "bsz": "94.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.6", "wall": "4568"} +{"epoch": 4, "update": 3.824, "loss": "0.102", "ppl": "1.07", "wps": "8417.4", "ups": "4.21", "wpb": "2000.7", "bsz": "94.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.6", "wall": "4568"} +{"epoch": 4, "update": 3.824, "loss": "0.102", "ppl": "1.07", "wps": "8417.4", "ups": "4.21", "wpb": "2000.7", "bsz": "94.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.6", "wall": "4568"} +{"epoch": 4, "update": 3.824, "loss": "0.102", "ppl": "1.07", "wps": "8417.4", "ups": "4.21", "wpb": "2000.7", "bsz": "94.6", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.7", "train_wall": "24", "gb_free": "41.6", "wall": "4568"} +{"epoch": 4, "update": 3.845, "loss": "0.085", "ppl": "1.06", "wps": "8416.1", "ups": "4.25", "wpb": "1981.6", "bsz": "97.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.574", "train_wall": "23", "gb_free": "40.3", "wall": "4592"} +{"epoch": 4, "update": 3.845, "loss": "0.085", "ppl": "1.06", "wps": "8416.1", "ups": "4.25", "wpb": "1981.6", "bsz": "97.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.574", "train_wall": "23", "gb_free": "40.3", "wall": "4592"} +{"epoch": 4, "update": 3.845, "loss": "0.085", "ppl": "1.06", "wps": "8416.1", "ups": "4.25", "wpb": "1981.6", "bsz": "97.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.574", "train_wall": "23", "gb_free": "40.3", "wall": "4592"} +{"epoch": 4, "update": 3.845, "loss": "0.085", "ppl": "1.06", "wps": "8416.1", "ups": "4.25", "wpb": "1981.6", "bsz": "97.9", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.574", "train_wall": "23", "gb_free": "40.3", "wall": "4592"} +{"epoch": 4, "update": 3.865, "loss": "0.082", "ppl": "1.06", "wps": "8043", "ups": "4.2", "wpb": "1915.1", "bsz": "92.1", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.585", "train_wall": "24", "gb_free": "41.5", "wall": "4616"} +{"epoch": 4, "update": 3.865, "loss": "0.082", "ppl": "1.06", "wps": "8043", "ups": "4.2", "wpb": "1915.1", "bsz": "92.1", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.585", "train_wall": "24", "gb_free": "41.5", "wall": "4616"} +{"epoch": 4, "update": 3.865, "loss": "0.082", "ppl": "1.06", "wps": "8043", "ups": "4.2", "wpb": "1915.1", "bsz": "92.1", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.585", "train_wall": "24", "gb_free": "41.5", "wall": "4616"} +{"epoch": 4, "update": 3.865, "loss": "0.082", "ppl": "1.06", "wps": "8043", "ups": "4.2", "wpb": "1915.1", "bsz": "92.1", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.585", "train_wall": "24", "gb_free": "41.5", "wall": "4616"} +{"epoch": 4, "update": 3.885, "loss": "0.08", "ppl": "1.06", "wps": "8036.3", "ups": "4.18", "wpb": "1924.8", "bsz": "91.5", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.558", "train_wall": "24", "gb_free": "41.8", "wall": "4640"} +{"epoch": 4, "update": 3.885, "loss": "0.08", "ppl": "1.06", "wps": "8036.3", "ups": "4.18", "wpb": "1924.8", "bsz": "91.5", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.558", "train_wall": "24", "gb_free": "41.8", "wall": "4640"} +{"epoch": 4, "update": 3.885, "loss": "0.08", "ppl": "1.06", "wps": "8036.3", "ups": "4.18", "wpb": "1924.8", "bsz": "91.5", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.558", "train_wall": "24", "gb_free": "41.8", "wall": "4640"} +{"epoch": 4, "update": 3.885, "loss": "0.08", "ppl": "1.06", "wps": "8036.3", "ups": "4.18", "wpb": "1924.8", "bsz": "91.5", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.558", "train_wall": "24", "gb_free": "41.8", "wall": "4640"} +{"epoch": 4, "update": 3.905, "loss": "0.08", "ppl": "1.06", "wps": "7574.3", "ups": "4.16", "wpb": "1822.2", "bsz": "88.6", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.591", "train_wall": "24", "gb_free": "41.6", "wall": "4664"} +{"epoch": 4, "update": 3.905, "loss": "0.08", "ppl": "1.06", "wps": "7574.3", "ups": "4.16", "wpb": "1822.2", "bsz": "88.6", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.591", "train_wall": "24", "gb_free": "41.6", "wall": "4664"} +{"epoch": 4, "update": 3.905, "loss": "0.08", "ppl": "1.06", "wps": "7574.3", "ups": "4.16", "wpb": "1822.2", "bsz": "88.6", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.591", "train_wall": "24", "gb_free": "41.6", "wall": "4664"} +{"epoch": 4, "update": 3.905, "loss": "0.08", "ppl": "1.06", "wps": "7574.3", "ups": "4.16", "wpb": "1822.2", "bsz": "88.6", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.591", "train_wall": "24", "gb_free": "41.6", "wall": "4664"} +{"epoch": 4, "update": 3.926, "loss": "0.08", "ppl": "1.06", "wps": "8206.1", "ups": "4.18", "wpb": "1963", "bsz": "92.9", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.583", "train_wall": "24", "gb_free": "41.6", "wall": "4687"} +{"epoch": 4, "update": 3.926, "loss": "0.08", "ppl": "1.06", "wps": "8206.1", "ups": "4.18", "wpb": "1963", "bsz": "92.9", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.583", "train_wall": "24", "gb_free": "41.6", "wall": "4687"} +{"epoch": 4, "update": 3.926, "loss": "0.08", "ppl": "1.06", "wps": "8206.1", "ups": "4.18", "wpb": "1963", "bsz": "92.9", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.583", "train_wall": "24", "gb_free": "41.6", "wall": "4687"} +{"epoch": 4, "update": 3.926, "loss": "0.08", "ppl": "1.06", "wps": "8206.1", "ups": "4.18", "wpb": "1963", "bsz": "92.9", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.583", "train_wall": "24", "gb_free": "41.6", "wall": "4687"} +{"epoch": 4, "update": 3.946, "loss": "0.062", "ppl": "1.04", "wps": "8737.3", "ups": "4.26", "wpb": "2051.7", "bsz": "100.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.504", "train_wall": "23", "gb_free": "41.8", "wall": "4711"} +{"epoch": 4, "update": 3.946, "loss": "0.062", "ppl": "1.04", "wps": "8737.3", "ups": "4.26", "wpb": "2051.7", "bsz": "100.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.504", "train_wall": "23", "gb_free": "41.8", "wall": "4711"} +{"epoch": 4, "update": 3.946, "loss": "0.062", "ppl": "1.04", "wps": "8737.3", "ups": "4.26", "wpb": "2051.7", "bsz": "100.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.504", "train_wall": "23", "gb_free": "41.8", "wall": "4711"} +{"epoch": 4, "update": 3.946, "loss": "0.062", "ppl": "1.04", "wps": "8737.3", "ups": "4.26", "wpb": "2051.7", "bsz": "100.2", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.504", "train_wall": "23", "gb_free": "41.8", "wall": "4711"} +{"epoch": 4, "update": 3.966, "loss": "0.071", "ppl": "1.05", "wps": "7709.5", "ups": "4.17", "wpb": "1849.8", "bsz": "90.1", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "4735"} +{"epoch": 4, "update": 3.966, "loss": "0.071", "ppl": "1.05", "wps": "7709.5", "ups": "4.17", "wpb": "1849.8", "bsz": "90.1", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "4735"} +{"epoch": 4, "update": 3.966, "loss": "0.071", "ppl": "1.05", "wps": "7709.5", "ups": "4.17", "wpb": "1849.8", "bsz": "90.1", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "4735"} +{"epoch": 4, "update": 3.966, "loss": "0.071", "ppl": "1.05", "wps": "7709.5", "ups": "4.17", "wpb": "1849.8", "bsz": "90.1", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "4735"} +{"epoch": 4, "update": 3.986, "loss": "0.089", "ppl": "1.06", "wps": "9455.3", "ups": "4.23", "wpb": "2232.9", "bsz": "109.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.529", "train_wall": "23", "gb_free": "41.7", "wall": "4759"} +{"epoch": 4, "update": 3.986, "loss": "0.089", "ppl": "1.06", "wps": "9455.3", "ups": "4.23", "wpb": "2232.9", "bsz": "109.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.529", "train_wall": "23", "gb_free": "41.7", "wall": "4759"} +{"epoch": 4, "update": 3.986, "loss": "0.089", "ppl": "1.06", "wps": "9455.3", "ups": "4.23", "wpb": "2232.9", "bsz": "109.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.529", "train_wall": "23", "gb_free": "41.7", "wall": "4759"} +{"epoch": 4, "update": 3.986, "loss": "0.089", "ppl": "1.06", "wps": "9455.3", "ups": "4.23", "wpb": "2232.9", "bsz": "109.1", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.529", "train_wall": "23", "gb_free": "41.7", "wall": "4759"} +begin validation on "valid" subset +{"epoch": 4, "valid_loss": "0.115", "valid_ppl": "1.08", "valid_wps": "26347.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "19768", "valid_best_loss": "0.115"} +{"epoch": 4, "valid_loss": "0.115", "valid_ppl": "1.08", "valid_wps": "26347.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "19768", "valid_best_loss": "0.115"} +{"epoch": 4, "valid_loss": "0.115", "valid_ppl": "1.08", "valid_wps": "26347.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "19768", "valid_best_loss": "0.115"} +{"epoch": 4, "valid_loss": "0.115", "valid_ppl": "1.08", "valid_wps": "26347.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "19768", "valid_best_loss": "0.115"} +end of epoch 4 (average epoch stats below) +{"epoch": 4, "train_loss": "0.113", "train_ppl": "1.08", "train_wps": "8190.8", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "19768", "train_lr": "0.000224915", "train_gnorm": "0.631", "train_train_wall": "1168", "train_gb_free": "41.8", "train_wall": "4785"} +{"epoch": 4, "train_loss": "0.113", "train_ppl": "1.08", "train_wps": "8190.8", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "19768", "train_lr": "0.000224915", "train_gnorm": "0.631", "train_train_wall": "1168", "train_gb_free": "41.8", "train_wall": "4785"} +{"epoch": 4, "train_loss": "0.113", "train_ppl": "1.08", "train_wps": "8190.8", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "19768", "train_lr": "0.000224915", "train_gnorm": "0.631", "train_train_wall": "1168", "train_gb_free": "41.8", "train_wall": "4785"} +{"epoch": 4, "train_loss": "0.113", "train_ppl": "1.08", "train_wps": "8190.8", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "19768", "train_lr": "0.000224915", "train_gnorm": "0.631", "train_train_wall": "1168", "train_gb_free": "41.8", "train_wall": "4785"} +Start iterating over samples +{"epoch": 5, "update": 4.006, "loss": "0.078", "ppl": "1.06", "wps": "5629.5", "ups": "2.91", "wpb": "1936.6", "bsz": "95.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.555", "train_wall": "24", "gb_free": "41.8", "wall": "4793"} +{"epoch": 5, "update": 4.006, "loss": "0.078", "ppl": "1.06", "wps": "5629.5", "ups": "2.91", "wpb": "1936.6", "bsz": "95.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.555", "train_wall": "24", "gb_free": "41.8", "wall": "4793"} +{"epoch": 5, "update": 4.006, "loss": "0.078", "ppl": "1.06", "wps": "5629.5", "ups": "2.91", "wpb": "1936.6", "bsz": "95.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.555", "train_wall": "24", "gb_free": "41.8", "wall": "4793"} +{"epoch": 5, "update": 4.006, "loss": "0.078", "ppl": "1.06", "wps": "5629.5", "ups": "2.91", "wpb": "1936.6", "bsz": "95.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.555", "train_wall": "24", "gb_free": "41.8", "wall": "4793"} +{"epoch": 5, "update": 4.006, "loss": "0.078", "ppl": "1.06", "wps": "5629.5", "ups": "2.91", "wpb": "1936.6", "bsz": "95.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.555", "train_wall": "24", "gb_free": "41.8", "wall": "4793"} +{"epoch": 5, "update": 4.027, "loss": "0.069", "ppl": "1.05", "wps": "8621.3", "ups": "4.18", "wpb": "2060.9", "bsz": "99", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.499", "train_wall": "24", "gb_free": "41.6", "wall": "4817"} +{"epoch": 5, "update": 4.027, "loss": "0.069", "ppl": "1.05", "wps": "8621.3", "ups": "4.18", "wpb": "2060.9", "bsz": "99", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.499", "train_wall": "24", "gb_free": "41.6", "wall": "4817"} +{"epoch": 5, "update": 4.027, "loss": "0.069", "ppl": "1.05", "wps": "8621.3", "ups": "4.18", "wpb": "2060.9", "bsz": "99", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.499", "train_wall": "24", "gb_free": "41.6", "wall": "4817"} +{"epoch": 5, "update": 4.027, "loss": "0.069", "ppl": "1.05", "wps": "8621.3", "ups": "4.18", "wpb": "2060.9", "bsz": "99", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.499", "train_wall": "24", "gb_free": "41.6", "wall": "4817"} +{"epoch": 5, "update": 4.027, "loss": "0.069", "ppl": "1.05", "wps": "8621.3", "ups": "4.18", "wpb": "2060.9", "bsz": "99", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.499", "train_wall": "24", "gb_free": "41.6", "wall": "4817"} +{"epoch": 5, "update": 4.047, "loss": "0.07", "ppl": "1.05", "wps": "9030.8", "ups": "4.22", "wpb": "2140.7", "bsz": "104", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.507", "train_wall": "23", "gb_free": "41.6", "wall": "4841"} +{"epoch": 5, "update": 4.047, "loss": "0.07", "ppl": "1.05", "wps": "9030.8", "ups": "4.22", "wpb": "2140.7", "bsz": "104", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.507", "train_wall": "23", "gb_free": "41.6", "wall": "4841"} +{"epoch": 5, "update": 4.047, "loss": "0.07", "ppl": "1.05", "wps": "9030.8", "ups": "4.22", "wpb": "2140.7", "bsz": "104", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.507", "train_wall": "23", "gb_free": "41.6", "wall": "4841"} +{"epoch": 5, "update": 4.047, "loss": "0.07", "ppl": "1.05", "wps": "9030.8", "ups": "4.22", "wpb": "2140.7", "bsz": "104", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.507", "train_wall": "23", "gb_free": "41.6", "wall": "4841"} +{"epoch": 5, "update": 4.047, "loss": "0.07", "ppl": "1.05", "wps": "9030.8", "ups": "4.22", "wpb": "2140.7", "bsz": "104", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.507", "train_wall": "23", "gb_free": "41.6", "wall": "4841"} +{"epoch": 5, "update": 4.067, "loss": "0.057", "ppl": "1.04", "wps": "7778.1", "ups": "4.24", "wpb": "1836.6", "bsz": "92.6", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.508", "train_wall": "23", "gb_free": "41.7", "wall": "4864"} +{"epoch": 5, "update": 4.067, "loss": "0.057", "ppl": "1.04", "wps": "7778.1", "ups": "4.24", "wpb": "1836.6", "bsz": "92.6", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.508", "train_wall": "23", "gb_free": "41.7", "wall": "4864"} +{"epoch": 5, "update": 4.067, "loss": "0.057", "ppl": "1.04", "wps": "7778.1", "ups": "4.24", "wpb": "1836.6", "bsz": "92.6", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.508", "train_wall": "23", "gb_free": "41.7", "wall": "4864"} +{"epoch": 5, "update": 4.067, "loss": "0.057", "ppl": "1.04", "wps": "7778.1", "ups": "4.24", "wpb": "1836.6", "bsz": "92.6", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.508", "train_wall": "23", "gb_free": "41.7", "wall": "4864"} +{"epoch": 5, "update": 4.067, "loss": "0.057", "ppl": "1.04", "wps": "7778.1", "ups": "4.24", "wpb": "1836.6", "bsz": "92.6", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.508", "train_wall": "23", "gb_free": "41.7", "wall": "4864"} +{"epoch": 5, "update": 4.087, "loss": "0.077", "ppl": "1.05", "wps": "8618.1", "ups": "4.16", "wpb": "2069.9", "bsz": "97.1", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.603", "train_wall": "24", "gb_free": "41.7", "wall": "4888"} +{"epoch": 5, "update": 4.087, "loss": "0.077", "ppl": "1.05", "wps": "8618.1", "ups": "4.16", "wpb": "2069.9", "bsz": "97.1", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.603", "train_wall": "24", "gb_free": "41.7", "wall": "4888"} +{"epoch": 5, "update": 4.087, "loss": "0.077", "ppl": "1.05", "wps": "8618.1", "ups": "4.16", "wpb": "2069.9", "bsz": "97.1", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.603", "train_wall": "24", "gb_free": "41.7", "wall": "4888"} +{"epoch": 5, "update": 4.087, "loss": "0.077", "ppl": "1.05", "wps": "8618.1", "ups": "4.16", "wpb": "2069.9", "bsz": "97.1", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.603", "train_wall": "24", "gb_free": "41.7", "wall": "4888"} +{"epoch": 5, "update": 4.087, "loss": "0.077", "ppl": "1.05", "wps": "8618.1", "ups": "4.16", "wpb": "2069.9", "bsz": "97.1", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.603", "train_wall": "24", "gb_free": "41.7", "wall": "4888"} +{"epoch": 5, "update": 4.108, "loss": "0.065", "ppl": "1.05", "wps": "7931.2", "ups": "4.18", "wpb": "1897.1", "bsz": "93", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.529", "train_wall": "24", "gb_free": "41.5", "wall": "4912"} +{"epoch": 5, "update": 4.108, "loss": "0.065", "ppl": "1.05", "wps": "7931.2", "ups": "4.18", "wpb": "1897.1", "bsz": "93", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.529", "train_wall": "24", "gb_free": "41.5", "wall": "4912"} +{"epoch": 5, "update": 4.108, "loss": "0.065", "ppl": "1.05", "wps": "7931.2", "ups": "4.18", "wpb": "1897.1", "bsz": "93", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.529", "train_wall": "24", "gb_free": "41.5", "wall": "4912"} +{"epoch": 5, "update": 4.108, "loss": "0.065", "ppl": "1.05", "wps": "7931.2", "ups": "4.18", "wpb": "1897.1", "bsz": "93", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.529", "train_wall": "24", "gb_free": "41.5", "wall": "4912"} +{"epoch": 5, "update": 4.108, "loss": "0.065", "ppl": "1.05", "wps": "7931.2", "ups": "4.18", "wpb": "1897.1", "bsz": "93", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.529", "train_wall": "24", "gb_free": "41.5", "wall": "4912"} +{"epoch": 5, "update": 4.128, "loss": "0.078", "ppl": "1.06", "wps": "7901.5", "ups": "4.18", "wpb": "1892.5", "bsz": "89.7", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.587", "train_wall": "24", "gb_free": "42.1", "wall": "4936"} +{"epoch": 5, "update": 4.128, "loss": "0.078", "ppl": "1.06", "wps": "7901.5", "ups": "4.18", "wpb": "1892.5", "bsz": "89.7", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.587", "train_wall": "24", "gb_free": "42.1", "wall": "4936"} +{"epoch": 5, "update": 4.128, "loss": "0.078", "ppl": "1.06", "wps": "7901.5", "ups": "4.18", "wpb": "1892.5", "bsz": "89.7", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.587", "train_wall": "24", "gb_free": "42.1", "wall": "4936"} +{"epoch": 5, "update": 4.128, "loss": "0.078", "ppl": "1.06", "wps": "7901.5", "ups": "4.18", "wpb": "1892.5", "bsz": "89.7", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.587", "train_wall": "24", "gb_free": "42.1", "wall": "4936"} +{"epoch": 5, "update": 4.128, "loss": "0.078", "ppl": "1.06", "wps": "7901.5", "ups": "4.18", "wpb": "1892.5", "bsz": "89.7", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.587", "train_wall": "24", "gb_free": "42.1", "wall": "4936"} +{"epoch": 5, "update": 4.148, "loss": "0.065", "ppl": "1.05", "wps": "8387.2", "ups": "4.21", "wpb": "1992.4", "bsz": "100.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.557", "train_wall": "24", "gb_free": "40.4", "wall": "4960"} +{"epoch": 5, "update": 4.148, "loss": "0.065", "ppl": "1.05", "wps": "8387.2", "ups": "4.21", "wpb": "1992.4", "bsz": "100.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.557", "train_wall": "24", "gb_free": "40.4", "wall": "4960"} +{"epoch": 5, "update": 4.148, "loss": "0.065", "ppl": "1.05", "wps": "8387.2", "ups": "4.21", "wpb": "1992.4", "bsz": "100.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.557", "train_wall": "24", "gb_free": "40.4", "wall": "4960"} +{"epoch": 5, "update": 4.148, "loss": "0.065", "ppl": "1.05", "wps": "8387.2", "ups": "4.21", "wpb": "1992.4", "bsz": "100.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.557", "train_wall": "24", "gb_free": "40.4", "wall": "4960"} +{"epoch": 5, "update": 4.148, "loss": "0.065", "ppl": "1.05", "wps": "8387.2", "ups": "4.21", "wpb": "1992.4", "bsz": "100.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.557", "train_wall": "24", "gb_free": "40.4", "wall": "4960"} +{"epoch": 5, "update": 4.168, "loss": "0.071", "ppl": "1.05", "wps": "8291.1", "ups": "4.19", "wpb": "1977", "bsz": "97.8", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.593", "train_wall": "24", "gb_free": "41.6", "wall": "4984"} +{"epoch": 5, "update": 4.168, "loss": "0.071", "ppl": "1.05", "wps": "8291.1", "ups": "4.19", "wpb": "1977", "bsz": "97.8", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.593", "train_wall": "24", "gb_free": "41.6", "wall": "4984"} +{"epoch": 5, "update": 4.168, "loss": "0.071", "ppl": "1.05", "wps": "8291.1", "ups": "4.19", "wpb": "1977", "bsz": "97.8", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.593", "train_wall": "24", "gb_free": "41.6", "wall": "4984"} +{"epoch": 5, "update": 4.168, "loss": "0.071", "ppl": "1.05", "wps": "8291.1", "ups": "4.19", "wpb": "1977", "bsz": "97.8", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.593", "train_wall": "24", "gb_free": "41.6", "wall": "4984"} +{"epoch": 5, "update": 4.168, "loss": "0.071", "ppl": "1.05", "wps": "8291.1", "ups": "4.19", "wpb": "1977", "bsz": "97.8", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.593", "train_wall": "24", "gb_free": "41.6", "wall": "4984"} +{"epoch": 5, "update": 4.189, "loss": "0.092", "ppl": "1.07", "wps": "7307.4", "ups": "4.17", "wpb": "1754", "bsz": "85", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.826", "train_wall": "24", "gb_free": "41.6", "wall": "5008"} +{"epoch": 5, "update": 4.189, "loss": "0.092", "ppl": "1.07", "wps": "7307.4", "ups": "4.17", "wpb": "1754", "bsz": "85", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.826", "train_wall": "24", "gb_free": "41.6", "wall": "5008"} +{"epoch": 5, "update": 4.189, "loss": "0.092", "ppl": "1.07", "wps": "7307.4", "ups": "4.17", "wpb": "1754", "bsz": "85", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.826", "train_wall": "24", "gb_free": "41.6", "wall": "5008"} +{"epoch": 5, "update": 4.189, "loss": "0.092", "ppl": "1.07", "wps": "7307.4", "ups": "4.17", "wpb": "1754", "bsz": "85", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.826", "train_wall": "24", "gb_free": "41.6", "wall": "5008"} +{"epoch": 5, "update": 4.189, "loss": "0.092", "ppl": "1.07", "wps": "7307.4", "ups": "4.17", "wpb": "1754", "bsz": "85", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.826", "train_wall": "24", "gb_free": "41.6", "wall": "5008"} +{"epoch": 5, "update": 4.209, "loss": "0.087", "ppl": "1.06", "wps": "7957.6", "ups": "4.17", "wpb": "1910.3", "bsz": "93.5", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.674", "train_wall": "24", "gb_free": "41.7", "wall": "5032"} +{"epoch": 5, "update": 4.209, "loss": "0.087", "ppl": "1.06", "wps": "7957.6", "ups": "4.17", "wpb": "1910.3", "bsz": "93.5", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.674", "train_wall": "24", "gb_free": "41.7", "wall": "5032"} +{"epoch": 5, "update": 4.209, "loss": "0.087", "ppl": "1.06", "wps": "7957.6", "ups": "4.17", "wpb": "1910.3", "bsz": "93.5", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.674", "train_wall": "24", "gb_free": "41.7", "wall": "5032"} +{"epoch": 5, "update": 4.209, "loss": "0.087", "ppl": "1.06", "wps": "7957.6", "ups": "4.17", "wpb": "1910.3", "bsz": "93.5", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.674", "train_wall": "24", "gb_free": "41.7", "wall": "5032"} +{"epoch": 5, "update": 4.209, "loss": "0.087", "ppl": "1.06", "wps": "7957.6", "ups": "4.17", "wpb": "1910.3", "bsz": "93.5", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.674", "train_wall": "24", "gb_free": "41.7", "wall": "5032"} +{"epoch": 5, "update": 4.229, "loss": "0.078", "ppl": "1.06", "wps": "9488.5", "ups": "4.22", "wpb": "2249.7", "bsz": "102.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.575", "train_wall": "24", "gb_free": "40.7", "wall": "5055"} +{"epoch": 5, "update": 4.229, "loss": "0.078", "ppl": "1.06", "wps": "9488.5", "ups": "4.22", "wpb": "2249.7", "bsz": "102.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.575", "train_wall": "24", "gb_free": "40.7", "wall": "5055"} +{"epoch": 5, "update": 4.229, "loss": "0.078", "ppl": "1.06", "wps": "9488.5", "ups": "4.22", "wpb": "2249.7", "bsz": "102.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.575", "train_wall": "24", "gb_free": "40.7", "wall": "5055"} +{"epoch": 5, "update": 4.229, "loss": "0.078", "ppl": "1.06", "wps": "9488.5", "ups": "4.22", "wpb": "2249.7", "bsz": "102.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.575", "train_wall": "24", "gb_free": "40.7", "wall": "5055"} +{"epoch": 5, "update": 4.229, "loss": "0.078", "ppl": "1.06", "wps": "9488.5", "ups": "4.22", "wpb": "2249.7", "bsz": "102.3", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.575", "train_wall": "24", "gb_free": "40.7", "wall": "5055"} +{"epoch": 5, "update": 4.249, "loss": "0.062", "ppl": "1.04", "wps": "7889.5", "ups": "4.19", "wpb": "1884.5", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.544", "train_wall": "24", "gb_free": "41.9", "wall": "5079"} +{"epoch": 5, "update": 4.249, "loss": "0.062", "ppl": "1.04", "wps": "7889.5", "ups": "4.19", "wpb": "1884.5", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.544", "train_wall": "24", "gb_free": "41.9", "wall": "5079"} +{"epoch": 5, "update": 4.249, "loss": "0.062", "ppl": "1.04", "wps": "7889.5", "ups": "4.19", "wpb": "1884.5", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.544", "train_wall": "24", "gb_free": "41.9", "wall": "5079"} +{"epoch": 5, "update": 4.249, "loss": "0.062", "ppl": "1.04", "wps": "7889.5", "ups": "4.19", "wpb": "1884.5", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.544", "train_wall": "24", "gb_free": "41.9", "wall": "5079"} +{"epoch": 5, "update": 4.249, "loss": "0.062", "ppl": "1.04", "wps": "7889.5", "ups": "4.19", "wpb": "1884.5", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.544", "train_wall": "24", "gb_free": "41.9", "wall": "5079"} +{"epoch": 5, "update": 4.27, "loss": "0.055", "ppl": "1.04", "wps": "7705.1", "ups": "4.16", "wpb": "1851.2", "bsz": "89", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.534", "train_wall": "24", "gb_free": "41.6", "wall": "5103"} +{"epoch": 5, "update": 4.27, "loss": "0.055", "ppl": "1.04", "wps": "7705.1", "ups": "4.16", "wpb": "1851.2", "bsz": "89", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.534", "train_wall": "24", "gb_free": "41.6", "wall": "5103"} +{"epoch": 5, "update": 4.27, "loss": "0.055", "ppl": "1.04", "wps": "7705.1", "ups": "4.16", "wpb": "1851.2", "bsz": "89", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.534", "train_wall": "24", "gb_free": "41.6", "wall": "5103"} +{"epoch": 5, "update": 4.27, "loss": "0.055", "ppl": "1.04", "wps": "7705.1", "ups": "4.16", "wpb": "1851.2", "bsz": "89", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.534", "train_wall": "24", "gb_free": "41.6", "wall": "5103"} +{"epoch": 5, "update": 4.27, "loss": "0.055", "ppl": "1.04", "wps": "7705.1", "ups": "4.16", "wpb": "1851.2", "bsz": "89", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.534", "train_wall": "24", "gb_free": "41.6", "wall": "5103"} +{"epoch": 5, "update": 4.29, "loss": "0.061", "ppl": "1.04", "wps": "7877", "ups": "4.2", "wpb": "1876.7", "bsz": "91.8", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.501", "train_wall": "24", "gb_free": "41.8", "wall": "5127"} +{"epoch": 5, "update": 4.29, "loss": "0.061", "ppl": "1.04", "wps": "7877", "ups": "4.2", "wpb": "1876.7", "bsz": "91.8", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.501", "train_wall": "24", "gb_free": "41.8", "wall": "5127"} +{"epoch": 5, "update": 4.29, "loss": "0.061", "ppl": "1.04", "wps": "7877", "ups": "4.2", "wpb": "1876.7", "bsz": "91.8", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.501", "train_wall": "24", "gb_free": "41.8", "wall": "5127"} +{"epoch": 5, "update": 4.29, "loss": "0.061", "ppl": "1.04", "wps": "7877", "ups": "4.2", "wpb": "1876.7", "bsz": "91.8", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.501", "train_wall": "24", "gb_free": "41.8", "wall": "5127"} +{"epoch": 5, "update": 4.29, "loss": "0.061", "ppl": "1.04", "wps": "7877", "ups": "4.2", "wpb": "1876.7", "bsz": "91.8", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.501", "train_wall": "24", "gb_free": "41.8", "wall": "5127"} +{"epoch": 5, "update": 4.31, "loss": "0.063", "ppl": "1.04", "wps": "8393.5", "ups": "4.26", "wpb": "1971.6", "bsz": "96.1", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.506", "train_wall": "23", "gb_free": "41.7", "wall": "5151"} +{"epoch": 5, "update": 4.31, "loss": "0.063", "ppl": "1.04", "wps": "8393.5", "ups": "4.26", "wpb": "1971.6", "bsz": "96.1", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.506", "train_wall": "23", "gb_free": "41.7", "wall": "5151"} +{"epoch": 5, "update": 4.31, "loss": "0.063", "ppl": "1.04", "wps": "8393.5", "ups": "4.26", "wpb": "1971.6", "bsz": "96.1", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.506", "train_wall": "23", "gb_free": "41.7", "wall": "5151"} +{"epoch": 5, "update": 4.31, "loss": "0.063", "ppl": "1.04", "wps": "8393.5", "ups": "4.26", "wpb": "1971.6", "bsz": "96.1", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.506", "train_wall": "23", "gb_free": "41.7", "wall": "5151"} +{"epoch": 5, "update": 4.31, "loss": "0.063", "ppl": "1.04", "wps": "8393.5", "ups": "4.26", "wpb": "1971.6", "bsz": "96.1", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.506", "train_wall": "23", "gb_free": "41.7", "wall": "5151"} +{"epoch": 5, "update": 4.33, "loss": "0.067", "ppl": "1.05", "wps": "7750", "ups": "4.19", "wpb": "1851", "bsz": "90.3", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.546", "train_wall": "24", "gb_free": "40.4", "wall": "5175"} +{"epoch": 5, "update": 4.33, "loss": "0.067", "ppl": "1.05", "wps": "7750", "ups": "4.19", "wpb": "1851", "bsz": "90.3", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.546", "train_wall": "24", "gb_free": "40.4", "wall": "5175"} +{"epoch": 5, "update": 4.33, "loss": "0.067", "ppl": "1.05", "wps": "7750", "ups": "4.19", "wpb": "1851", "bsz": "90.3", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.546", "train_wall": "24", "gb_free": "40.4", "wall": "5175"} +{"epoch": 5, "update": 4.33, "loss": "0.067", "ppl": "1.05", "wps": "7750", "ups": "4.19", "wpb": "1851", "bsz": "90.3", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.546", "train_wall": "24", "gb_free": "40.4", "wall": "5175"} +{"epoch": 5, "update": 4.33, "loss": "0.067", "ppl": "1.05", "wps": "7750", "ups": "4.19", "wpb": "1851", "bsz": "90.3", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.546", "train_wall": "24", "gb_free": "40.4", "wall": "5175"} +{"epoch": 5, "update": 4.35, "loss": "0.068", "ppl": "1.05", "wps": "7845.6", "ups": "4.2", "wpb": "1868.9", "bsz": "88.9", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.607", "train_wall": "24", "gb_free": "41.8", "wall": "5198"} +{"epoch": 5, "update": 4.35, "loss": "0.068", "ppl": "1.05", "wps": "7845.6", "ups": "4.2", "wpb": "1868.9", "bsz": "88.9", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.607", "train_wall": "24", "gb_free": "41.8", "wall": "5198"} +{"epoch": 5, "update": 4.35, "loss": "0.068", "ppl": "1.05", "wps": "7845.6", "ups": "4.2", "wpb": "1868.9", "bsz": "88.9", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.607", "train_wall": "24", "gb_free": "41.8", "wall": "5198"} +{"epoch": 5, "update": 4.35, "loss": "0.068", "ppl": "1.05", "wps": "7845.6", "ups": "4.2", "wpb": "1868.9", "bsz": "88.9", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.607", "train_wall": "24", "gb_free": "41.8", "wall": "5198"} +{"epoch": 5, "update": 4.35, "loss": "0.068", "ppl": "1.05", "wps": "7845.6", "ups": "4.2", "wpb": "1868.9", "bsz": "88.9", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.607", "train_wall": "24", "gb_free": "41.8", "wall": "5198"} +{"epoch": 5, "update": 4.371, "loss": "0.066", "ppl": "1.05", "wps": "8914.9", "ups": "4.22", "wpb": "2114", "bsz": "104", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "5222"} +{"epoch": 5, "update": 4.371, "loss": "0.066", "ppl": "1.05", "wps": "8914.9", "ups": "4.22", "wpb": "2114", "bsz": "104", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "5222"} +{"epoch": 5, "update": 4.371, "loss": "0.066", "ppl": "1.05", "wps": "8914.9", "ups": "4.22", "wpb": "2114", "bsz": "104", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "5222"} +{"epoch": 5, "update": 4.371, "loss": "0.066", "ppl": "1.05", "wps": "8914.9", "ups": "4.22", "wpb": "2114", "bsz": "104", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "5222"} +{"epoch": 5, "update": 4.371, "loss": "0.066", "ppl": "1.05", "wps": "8914.9", "ups": "4.22", "wpb": "2114", "bsz": "104", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "5222"} +{"epoch": 5, "update": 4.391, "loss": "0.07", "ppl": "1.05", "wps": "8676.1", "ups": "4.17", "wpb": "2081.8", "bsz": "97.9", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.54", "train_wall": "24", "gb_free": "41.8", "wall": "5246"} +{"epoch": 5, "update": 4.391, "loss": "0.07", "ppl": "1.05", "wps": "8676.1", "ups": "4.17", "wpb": "2081.8", "bsz": "97.9", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.54", "train_wall": "24", "gb_free": "41.8", "wall": "5246"} +{"epoch": 5, "update": 4.391, "loss": "0.07", "ppl": "1.05", "wps": "8676.1", "ups": "4.17", "wpb": "2081.8", "bsz": "97.9", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.54", "train_wall": "24", "gb_free": "41.8", "wall": "5246"} +{"epoch": 5, "update": 4.391, "loss": "0.07", "ppl": "1.05", "wps": "8676.1", "ups": "4.17", "wpb": "2081.8", "bsz": "97.9", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.54", "train_wall": "24", "gb_free": "41.8", "wall": "5246"} +{"epoch": 5, "update": 4.391, "loss": "0.07", "ppl": "1.05", "wps": "8676.1", "ups": "4.17", "wpb": "2081.8", "bsz": "97.9", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.54", "train_wall": "24", "gb_free": "41.8", "wall": "5246"} +{"epoch": 5, "update": 4.411, "loss": "0.064", "ppl": "1.05", "wps": "8398.5", "ups": "4.15", "wpb": "2022", "bsz": "95.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.547", "train_wall": "24", "gb_free": "40.2", "wall": "5270"} +{"epoch": 5, "update": 4.411, "loss": "0.064", "ppl": "1.05", "wps": "8398.5", "ups": "4.15", "wpb": "2022", "bsz": "95.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.547", "train_wall": "24", "gb_free": "40.2", "wall": "5270"} +{"epoch": 5, "update": 4.411, "loss": "0.064", "ppl": "1.05", "wps": "8398.5", "ups": "4.15", "wpb": "2022", "bsz": "95.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.547", "train_wall": "24", "gb_free": "40.2", "wall": "5270"} +{"epoch": 5, "update": 4.411, "loss": "0.064", "ppl": "1.05", "wps": "8398.5", "ups": "4.15", "wpb": "2022", "bsz": "95.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.547", "train_wall": "24", "gb_free": "40.2", "wall": "5270"} +{"epoch": 5, "update": 4.411, "loss": "0.064", "ppl": "1.05", "wps": "8398.5", "ups": "4.15", "wpb": "2022", "bsz": "95.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.547", "train_wall": "24", "gb_free": "40.2", "wall": "5270"} +{"epoch": 5, "update": 4.431, "loss": "0.057", "ppl": "1.04", "wps": "8860.7", "ups": "4.28", "wpb": "2068.6", "bsz": "100.6", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.457", "train_wall": "23", "gb_free": "41.6", "wall": "5293"} +{"epoch": 5, "update": 4.431, "loss": "0.057", "ppl": "1.04", "wps": "8860.7", "ups": "4.28", "wpb": "2068.6", "bsz": "100.6", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.457", "train_wall": "23", "gb_free": "41.6", "wall": "5293"} +{"epoch": 5, "update": 4.431, "loss": "0.057", "ppl": "1.04", "wps": "8860.7", "ups": "4.28", "wpb": "2068.6", "bsz": "100.6", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.457", "train_wall": "23", "gb_free": "41.6", "wall": "5293"} +{"epoch": 5, "update": 4.431, "loss": "0.057", "ppl": "1.04", "wps": "8860.7", "ups": "4.28", "wpb": "2068.6", "bsz": "100.6", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.457", "train_wall": "23", "gb_free": "41.6", "wall": "5293"} +{"epoch": 5, "update": 4.431, "loss": "0.057", "ppl": "1.04", "wps": "8860.7", "ups": "4.28", "wpb": "2068.6", "bsz": "100.6", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.457", "train_wall": "23", "gb_free": "41.6", "wall": "5293"} +{"epoch": 5, "update": 4.452, "loss": "0.053", "ppl": "1.04", "wps": "8729.6", "ups": "4.27", "wpb": "2042.7", "bsz": "99.8", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.453", "train_wall": "23", "gb_free": "41.7", "wall": "5317"} +{"epoch": 5, "update": 4.452, "loss": "0.053", "ppl": "1.04", "wps": "8729.6", "ups": "4.27", "wpb": "2042.7", "bsz": "99.8", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.453", "train_wall": "23", "gb_free": "41.7", "wall": "5317"} +{"epoch": 5, "update": 4.452, "loss": "0.053", "ppl": "1.04", "wps": "8729.6", "ups": "4.27", "wpb": "2042.7", "bsz": "99.8", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.453", "train_wall": "23", "gb_free": "41.7", "wall": "5317"} +{"epoch": 5, "update": 4.452, "loss": "0.053", "ppl": "1.04", "wps": "8729.6", "ups": "4.27", "wpb": "2042.7", "bsz": "99.8", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.453", "train_wall": "23", "gb_free": "41.7", "wall": "5317"} +{"epoch": 5, "update": 4.452, "loss": "0.053", "ppl": "1.04", "wps": "8729.6", "ups": "4.27", "wpb": "2042.7", "bsz": "99.8", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.453", "train_wall": "23", "gb_free": "41.7", "wall": "5317"} +{"epoch": 5, "update": 4.472, "loss": "0.056", "ppl": "1.04", "wps": "7703.4", "ups": "4.2", "wpb": "1832.9", "bsz": "92", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.492", "train_wall": "24", "gb_free": "41.6", "wall": "5341"} +{"epoch": 5, "update": 4.472, "loss": "0.056", "ppl": "1.04", "wps": "7703.4", "ups": "4.2", "wpb": "1832.9", "bsz": "92", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.492", "train_wall": "24", "gb_free": "41.6", "wall": "5341"} +{"epoch": 5, "update": 4.472, "loss": "0.056", "ppl": "1.04", "wps": "7703.4", "ups": "4.2", "wpb": "1832.9", "bsz": "92", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.492", "train_wall": "24", "gb_free": "41.6", "wall": "5341"} +{"epoch": 5, "update": 4.472, "loss": "0.056", "ppl": "1.04", "wps": "7703.4", "ups": "4.2", "wpb": "1832.9", "bsz": "92", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.492", "train_wall": "24", "gb_free": "41.6", "wall": "5341"} +{"epoch": 5, "update": 4.472, "loss": "0.056", "ppl": "1.04", "wps": "7703.4", "ups": "4.2", "wpb": "1832.9", "bsz": "92", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.492", "train_wall": "24", "gb_free": "41.6", "wall": "5341"} +{"epoch": 5, "update": 4.492, "loss": "0.047", "ppl": "1.03", "wps": "8265.8", "ups": "4.26", "wpb": "1942.6", "bsz": "95.9", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.434", "train_wall": "23", "gb_free": "41.8", "wall": "5364"} +{"epoch": 5, "update": 4.492, "loss": "0.047", "ppl": "1.03", "wps": "8265.8", "ups": "4.26", "wpb": "1942.6", "bsz": "95.9", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.434", "train_wall": "23", "gb_free": "41.8", "wall": "5364"} +{"epoch": 5, "update": 4.492, "loss": "0.047", "ppl": "1.03", "wps": "8265.8", "ups": "4.26", "wpb": "1942.6", "bsz": "95.9", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.434", "train_wall": "23", "gb_free": "41.8", "wall": "5364"} +{"epoch": 5, "update": 4.492, "loss": "0.047", "ppl": "1.03", "wps": "8265.8", "ups": "4.26", "wpb": "1942.6", "bsz": "95.9", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.434", "train_wall": "23", "gb_free": "41.8", "wall": "5364"} +{"epoch": 5, "update": 4.492, "loss": "0.047", "ppl": "1.03", "wps": "8265.8", "ups": "4.26", "wpb": "1942.6", "bsz": "95.9", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.434", "train_wall": "23", "gb_free": "41.8", "wall": "5364"} +{"epoch": 5, "update": 4.512, "loss": "0.054", "ppl": "1.04", "wps": "8993.2", "ups": "4.23", "wpb": "2128", "bsz": "103.3", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.487", "train_wall": "23", "gb_free": "41.6", "wall": "5388"} +{"epoch": 5, "update": 4.512, "loss": "0.054", "ppl": "1.04", "wps": "8993.2", "ups": "4.23", "wpb": "2128", "bsz": "103.3", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.487", "train_wall": "23", "gb_free": "41.6", "wall": "5388"} +{"epoch": 5, "update": 4.512, "loss": "0.054", "ppl": "1.04", "wps": "8993.2", "ups": "4.23", "wpb": "2128", "bsz": "103.3", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.487", "train_wall": "23", "gb_free": "41.6", "wall": "5388"} +{"epoch": 5, "update": 4.512, "loss": "0.054", "ppl": "1.04", "wps": "8993.2", "ups": "4.23", "wpb": "2128", "bsz": "103.3", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.487", "train_wall": "23", "gb_free": "41.6", "wall": "5388"} +{"epoch": 5, "update": 4.512, "loss": "0.054", "ppl": "1.04", "wps": "8993.2", "ups": "4.23", "wpb": "2128", "bsz": "103.3", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.487", "train_wall": "23", "gb_free": "41.6", "wall": "5388"} +{"epoch": 5, "update": 4.533, "loss": "0.049", "ppl": "1.03", "wps": "8820.9", "ups": "4.26", "wpb": "2071.3", "bsz": "102.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.474", "train_wall": "23", "gb_free": "40.2", "wall": "5411"} +{"epoch": 5, "update": 4.533, "loss": "0.049", "ppl": "1.03", "wps": "8820.9", "ups": "4.26", "wpb": "2071.3", "bsz": "102.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.474", "train_wall": "23", "gb_free": "40.2", "wall": "5411"} +{"epoch": 5, "update": 4.533, "loss": "0.049", "ppl": "1.03", "wps": "8820.9", "ups": "4.26", "wpb": "2071.3", "bsz": "102.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.474", "train_wall": "23", "gb_free": "40.2", "wall": "5411"} +{"epoch": 5, "update": 4.533, "loss": "0.049", "ppl": "1.03", "wps": "8820.9", "ups": "4.26", "wpb": "2071.3", "bsz": "102.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.474", "train_wall": "23", "gb_free": "40.2", "wall": "5411"} +{"epoch": 5, "update": 4.533, "loss": "0.049", "ppl": "1.03", "wps": "8820.9", "ups": "4.26", "wpb": "2071.3", "bsz": "102.4", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.474", "train_wall": "23", "gb_free": "40.2", "wall": "5411"} +{"epoch": 5, "update": 4.553, "loss": "0.06", "ppl": "1.04", "wps": "8940.1", "ups": "4.24", "wpb": "2107.2", "bsz": "98.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.511", "train_wall": "23", "gb_free": "41.5", "wall": "5435"} +{"epoch": 5, "update": 4.553, "loss": "0.06", "ppl": "1.04", "wps": "8940.1", "ups": "4.24", "wpb": "2107.2", "bsz": "98.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.511", "train_wall": "23", "gb_free": "41.5", "wall": "5435"} +{"epoch": 5, "update": 4.553, "loss": "0.06", "ppl": "1.04", "wps": "8940.1", "ups": "4.24", "wpb": "2107.2", "bsz": "98.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.511", "train_wall": "23", "gb_free": "41.5", "wall": "5435"} +{"epoch": 5, "update": 4.553, "loss": "0.06", "ppl": "1.04", "wps": "8940.1", "ups": "4.24", "wpb": "2107.2", "bsz": "98.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.511", "train_wall": "23", "gb_free": "41.5", "wall": "5435"} +{"epoch": 5, "update": 4.553, "loss": "0.06", "ppl": "1.04", "wps": "8940.1", "ups": "4.24", "wpb": "2107.2", "bsz": "98.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.511", "train_wall": "23", "gb_free": "41.5", "wall": "5435"} +{"epoch": 5, "update": 4.573, "loss": "0.061", "ppl": "1.04", "wps": "7973.4", "ups": "4.25", "wpb": "1878.2", "bsz": "93.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.531", "train_wall": "23", "gb_free": "41.6", "wall": "5458"} +{"epoch": 5, "update": 4.573, "loss": "0.061", "ppl": "1.04", "wps": "7973.4", "ups": "4.25", "wpb": "1878.2", "bsz": "93.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.531", "train_wall": "23", "gb_free": "41.6", "wall": "5458"} +{"epoch": 5, "update": 4.573, "loss": "0.061", "ppl": "1.04", "wps": "7973.4", "ups": "4.25", "wpb": "1878.2", "bsz": "93.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.531", "train_wall": "23", "gb_free": "41.6", "wall": "5458"} +{"epoch": 5, "update": 4.573, "loss": "0.061", "ppl": "1.04", "wps": "7973.4", "ups": "4.25", "wpb": "1878.2", "bsz": "93.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.531", "train_wall": "23", "gb_free": "41.6", "wall": "5458"} +{"epoch": 5, "update": 4.573, "loss": "0.061", "ppl": "1.04", "wps": "7973.4", "ups": "4.25", "wpb": "1878.2", "bsz": "93.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.531", "train_wall": "23", "gb_free": "41.6", "wall": "5458"} +{"epoch": 5, "update": 4.593, "loss": "0.064", "ppl": "1.05", "wps": "9013.6", "ups": "4.24", "wpb": "2127.8", "bsz": "97.2", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.524", "train_wall": "23", "gb_free": "41.5", "wall": "5482"} +{"epoch": 5, "update": 4.593, "loss": "0.064", "ppl": "1.05", "wps": "9013.6", "ups": "4.24", "wpb": "2127.8", "bsz": "97.2", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.524", "train_wall": "23", "gb_free": "41.5", "wall": "5482"} +{"epoch": 5, "update": 4.593, "loss": "0.064", "ppl": "1.05", "wps": "9013.6", "ups": "4.24", "wpb": "2127.8", "bsz": "97.2", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.524", "train_wall": "23", "gb_free": "41.5", "wall": "5482"} +{"epoch": 5, "update": 4.593, "loss": "0.064", "ppl": "1.05", "wps": "9013.6", "ups": "4.24", "wpb": "2127.8", "bsz": "97.2", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.524", "train_wall": "23", "gb_free": "41.5", "wall": "5482"} +{"epoch": 5, "update": 4.593, "loss": "0.064", "ppl": "1.05", "wps": "9013.6", "ups": "4.24", "wpb": "2127.8", "bsz": "97.2", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.524", "train_wall": "23", "gb_free": "41.5", "wall": "5482"} +{"epoch": 5, "update": 4.614, "loss": "0.047", "ppl": "1.03", "wps": "7182.1", "ups": "4.12", "wpb": "1744.2", "bsz": "82.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.8", "wall": "5506"} +{"epoch": 5, "update": 4.614, "loss": "0.047", "ppl": "1.03", "wps": "7182.1", "ups": "4.12", "wpb": "1744.2", "bsz": "82.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.8", "wall": "5506"} +{"epoch": 5, "update": 4.614, "loss": "0.047", "ppl": "1.03", "wps": "7182.1", "ups": "4.12", "wpb": "1744.2", "bsz": "82.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.8", "wall": "5506"} +{"epoch": 5, "update": 4.614, "loss": "0.047", "ppl": "1.03", "wps": "7182.1", "ups": "4.12", "wpb": "1744.2", "bsz": "82.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.8", "wall": "5506"} +{"epoch": 5, "update": 4.614, "loss": "0.047", "ppl": "1.03", "wps": "7182.1", "ups": "4.12", "wpb": "1744.2", "bsz": "82.5", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.8", "wall": "5506"} +{"epoch": 5, "update": 4.634, "loss": "0.053", "ppl": "1.04", "wps": "8011.1", "ups": "4.17", "wpb": "1921.9", "bsz": "95.4", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "5530"} +{"epoch": 5, "update": 4.634, "loss": "0.053", "ppl": "1.04", "wps": "8011.1", "ups": "4.17", "wpb": "1921.9", "bsz": "95.4", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "5530"} +{"epoch": 5, "update": 4.634, "loss": "0.053", "ppl": "1.04", "wps": "8011.1", "ups": "4.17", "wpb": "1921.9", "bsz": "95.4", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "5530"} +{"epoch": 5, "update": 4.634, "loss": "0.053", "ppl": "1.04", "wps": "8011.1", "ups": "4.17", "wpb": "1921.9", "bsz": "95.4", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "5530"} +{"epoch": 5, "update": 4.634, "loss": "0.053", "ppl": "1.04", "wps": "8011.1", "ups": "4.17", "wpb": "1921.9", "bsz": "95.4", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.538", "train_wall": "24", "gb_free": "41.8", "wall": "5530"} +{"epoch": 5, "update": 4.654, "loss": "0.074", "ppl": "1.05", "wps": "8491", "ups": "4.17", "wpb": "2034.2", "bsz": "94.6", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.665", "train_wall": "24", "gb_free": "40", "wall": "5554"} +{"epoch": 5, "update": 4.654, "loss": "0.074", "ppl": "1.05", "wps": "8491", "ups": "4.17", "wpb": "2034.2", "bsz": "94.6", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.665", "train_wall": "24", "gb_free": "40", "wall": "5554"} +{"epoch": 5, "update": 4.654, "loss": "0.074", "ppl": "1.05", "wps": "8491", "ups": "4.17", "wpb": "2034.2", "bsz": "94.6", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.665", "train_wall": "24", "gb_free": "40", "wall": "5554"} +{"epoch": 5, "update": 4.654, "loss": "0.074", "ppl": "1.05", "wps": "8491", "ups": "4.17", "wpb": "2034.2", "bsz": "94.6", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.665", "train_wall": "24", "gb_free": "40", "wall": "5554"} +{"epoch": 5, "update": 4.654, "loss": "0.074", "ppl": "1.05", "wps": "8491", "ups": "4.17", "wpb": "2034.2", "bsz": "94.6", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.665", "train_wall": "24", "gb_free": "40", "wall": "5554"} +{"epoch": 5, "update": 4.674, "loss": "0.057", "ppl": "1.04", "wps": "8177.9", "ups": "4.22", "wpb": "1936", "bsz": "94.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.536", "train_wall": "23", "gb_free": "41.7", "wall": "5578"} +{"epoch": 5, "update": 4.674, "loss": "0.057", "ppl": "1.04", "wps": "8177.9", "ups": "4.22", "wpb": "1936", "bsz": "94.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.536", "train_wall": "23", "gb_free": "41.7", "wall": "5578"} +{"epoch": 5, "update": 4.674, "loss": "0.057", "ppl": "1.04", "wps": "8177.9", "ups": "4.22", "wpb": "1936", "bsz": "94.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.536", "train_wall": "23", "gb_free": "41.7", "wall": "5578"} +{"epoch": 5, "update": 4.674, "loss": "0.057", "ppl": "1.04", "wps": "8177.9", "ups": "4.22", "wpb": "1936", "bsz": "94.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.536", "train_wall": "23", "gb_free": "41.7", "wall": "5578"} +{"epoch": 5, "update": 4.674, "loss": "0.057", "ppl": "1.04", "wps": "8177.9", "ups": "4.22", "wpb": "1936", "bsz": "94.2", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.536", "train_wall": "23", "gb_free": "41.7", "wall": "5578"} +{"epoch": 5, "update": 4.694, "loss": "0.047", "ppl": "1.03", "wps": "8656.9", "ups": "4.24", "wpb": "2042.5", "bsz": "96", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.45", "train_wall": "23", "gb_free": "41.6", "wall": "5602"} +{"epoch": 5, "update": 4.694, "loss": "0.047", "ppl": "1.03", "wps": "8656.9", "ups": "4.24", "wpb": "2042.5", "bsz": "96", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.45", "train_wall": "23", "gb_free": "41.6", "wall": "5602"} +{"epoch": 5, "update": 4.694, "loss": "0.047", "ppl": "1.03", "wps": "8656.9", "ups": "4.24", "wpb": "2042.5", "bsz": "96", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.45", "train_wall": "23", "gb_free": "41.6", "wall": "5602"} +{"epoch": 5, "update": 4.694, "loss": "0.047", "ppl": "1.03", "wps": "8656.9", "ups": "4.24", "wpb": "2042.5", "bsz": "96", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.45", "train_wall": "23", "gb_free": "41.6", "wall": "5602"} +{"epoch": 5, "update": 4.694, "loss": "0.047", "ppl": "1.03", "wps": "8656.9", "ups": "4.24", "wpb": "2042.5", "bsz": "96", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.45", "train_wall": "23", "gb_free": "41.6", "wall": "5602"} +{"epoch": 5, "update": 4.715, "loss": "0.06", "ppl": "1.04", "wps": "8597.9", "ups": "4.24", "wpb": "2026.5", "bsz": "94.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.5", "wall": "5625"} +{"epoch": 5, "update": 4.715, "loss": "0.06", "ppl": "1.04", "wps": "8597.9", "ups": "4.24", "wpb": "2026.5", "bsz": "94.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.5", "wall": "5625"} +{"epoch": 5, "update": 4.715, "loss": "0.06", "ppl": "1.04", "wps": "8597.9", "ups": "4.24", "wpb": "2026.5", "bsz": "94.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.5", "wall": "5625"} +{"epoch": 5, "update": 4.715, "loss": "0.06", "ppl": "1.04", "wps": "8597.9", "ups": "4.24", "wpb": "2026.5", "bsz": "94.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.5", "wall": "5625"} +{"epoch": 5, "update": 4.715, "loss": "0.06", "ppl": "1.04", "wps": "8597.9", "ups": "4.24", "wpb": "2026.5", "bsz": "94.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.5", "wall": "5625"} +{"epoch": 5, "update": 4.735, "loss": "0.047", "ppl": "1.03", "wps": "7430.7", "ups": "4.19", "wpb": "1774.6", "bsz": "86.2", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.8", "wall": "5649"} +{"epoch": 5, "update": 4.735, "loss": "0.047", "ppl": "1.03", "wps": "7430.7", "ups": "4.19", "wpb": "1774.6", "bsz": "86.2", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.8", "wall": "5649"} +{"epoch": 5, "update": 4.735, "loss": "0.047", "ppl": "1.03", "wps": "7430.7", "ups": "4.19", "wpb": "1774.6", "bsz": "86.2", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.8", "wall": "5649"} +{"epoch": 5, "update": 4.735, "loss": "0.047", "ppl": "1.03", "wps": "7430.7", "ups": "4.19", "wpb": "1774.6", "bsz": "86.2", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.8", "wall": "5649"} +{"epoch": 5, "update": 4.735, "loss": "0.047", "ppl": "1.03", "wps": "7430.7", "ups": "4.19", "wpb": "1774.6", "bsz": "86.2", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.8", "wall": "5649"} +{"epoch": 5, "update": 4.755, "loss": "0.056", "ppl": "1.04", "wps": "9434.8", "ups": "4.28", "wpb": "2204.5", "bsz": "106.6", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "5672"} +{"epoch": 5, "update": 4.755, "loss": "0.056", "ppl": "1.04", "wps": "9434.8", "ups": "4.28", "wpb": "2204.5", "bsz": "106.6", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "5672"} +{"epoch": 5, "update": 4.755, "loss": "0.056", "ppl": "1.04", "wps": "9434.8", "ups": "4.28", "wpb": "2204.5", "bsz": "106.6", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "5672"} +{"epoch": 5, "update": 4.755, "loss": "0.056", "ppl": "1.04", "wps": "9434.8", "ups": "4.28", "wpb": "2204.5", "bsz": "106.6", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "5672"} +{"epoch": 5, "update": 4.755, "loss": "0.056", "ppl": "1.04", "wps": "9434.8", "ups": "4.28", "wpb": "2204.5", "bsz": "106.6", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "5672"} +{"epoch": 5, "update": 4.775, "loss": "0.047", "ppl": "1.03", "wps": "7978.4", "ups": "4.25", "wpb": "1879.5", "bsz": "93.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.43", "train_wall": "23", "gb_free": "41.9", "wall": "5696"} +{"epoch": 5, "update": 4.775, "loss": "0.047", "ppl": "1.03", "wps": "7978.4", "ups": "4.25", "wpb": "1879.5", "bsz": "93.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.43", "train_wall": "23", "gb_free": "41.9", "wall": "5696"} +{"epoch": 5, "update": 4.775, "loss": "0.047", "ppl": "1.03", "wps": "7978.4", "ups": "4.25", "wpb": "1879.5", "bsz": "93.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.43", "train_wall": "23", "gb_free": "41.9", "wall": "5696"} +{"epoch": 5, "update": 4.775, "loss": "0.047", "ppl": "1.03", "wps": "7978.4", "ups": "4.25", "wpb": "1879.5", "bsz": "93.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.43", "train_wall": "23", "gb_free": "41.9", "wall": "5696"} +{"epoch": 5, "update": 4.775, "loss": "0.047", "ppl": "1.03", "wps": "7978.4", "ups": "4.25", "wpb": "1879.5", "bsz": "93.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.43", "train_wall": "23", "gb_free": "41.9", "wall": "5696"} +{"epoch": 5, "update": 4.796, "loss": "0.038", "ppl": "1.03", "wps": "8154", "ups": "4.23", "wpb": "1926.1", "bsz": "97.2", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.495", "train_wall": "23", "gb_free": "42", "wall": "5720"} +{"epoch": 5, "update": 4.796, "loss": "0.038", "ppl": "1.03", "wps": "8154", "ups": "4.23", "wpb": "1926.1", "bsz": "97.2", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.495", "train_wall": "23", "gb_free": "42", "wall": "5720"} +{"epoch": 5, "update": 4.796, "loss": "0.038", "ppl": "1.03", "wps": "8154", "ups": "4.23", "wpb": "1926.1", "bsz": "97.2", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.495", "train_wall": "23", "gb_free": "42", "wall": "5720"} +{"epoch": 5, "update": 4.796, "loss": "0.038", "ppl": "1.03", "wps": "8154", "ups": "4.23", "wpb": "1926.1", "bsz": "97.2", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.495", "train_wall": "23", "gb_free": "42", "wall": "5720"} +{"epoch": 5, "update": 4.796, "loss": "0.038", "ppl": "1.03", "wps": "8154", "ups": "4.23", "wpb": "1926.1", "bsz": "97.2", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.495", "train_wall": "23", "gb_free": "42", "wall": "5720"} +{"epoch": 5, "update": 4.816, "loss": "0.05", "ppl": "1.04", "wps": "8129.8", "ups": "4.24", "wpb": "1919.4", "bsz": "91", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.527", "train_wall": "23", "gb_free": "41.7", "wall": "5743"} +{"epoch": 5, "update": 4.816, "loss": "0.05", "ppl": "1.04", "wps": "8129.8", "ups": "4.24", "wpb": "1919.4", "bsz": "91", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.527", "train_wall": "23", "gb_free": "41.7", "wall": "5743"} +{"epoch": 5, "update": 4.816, "loss": "0.05", "ppl": "1.04", "wps": "8129.8", "ups": "4.24", "wpb": "1919.4", "bsz": "91", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.527", "train_wall": "23", "gb_free": "41.7", "wall": "5743"} +{"epoch": 5, "update": 4.816, "loss": "0.05", "ppl": "1.04", "wps": "8129.8", "ups": "4.24", "wpb": "1919.4", "bsz": "91", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.527", "train_wall": "23", "gb_free": "41.7", "wall": "5743"} +{"epoch": 5, "update": 4.816, "loss": "0.05", "ppl": "1.04", "wps": "8129.8", "ups": "4.24", "wpb": "1919.4", "bsz": "91", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.527", "train_wall": "23", "gb_free": "41.7", "wall": "5743"} +{"epoch": 5, "update": 4.836, "loss": "0.06", "ppl": "1.04", "wps": "8263.3", "ups": "4.19", "wpb": "1974.3", "bsz": "96.4", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.521", "train_wall": "24", "gb_free": "41.8", "wall": "5767"} +{"epoch": 5, "update": 4.836, "loss": "0.06", "ppl": "1.04", "wps": "8263.3", "ups": "4.19", "wpb": "1974.3", "bsz": "96.4", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.521", "train_wall": "24", "gb_free": "41.8", "wall": "5767"} +{"epoch": 5, "update": 4.836, "loss": "0.06", "ppl": "1.04", "wps": "8263.3", "ups": "4.19", "wpb": "1974.3", "bsz": "96.4", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.521", "train_wall": "24", "gb_free": "41.8", "wall": "5767"} +{"epoch": 5, "update": 4.836, "loss": "0.06", "ppl": "1.04", "wps": "8263.3", "ups": "4.19", "wpb": "1974.3", "bsz": "96.4", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.521", "train_wall": "24", "gb_free": "41.8", "wall": "5767"} +{"epoch": 5, "update": 4.836, "loss": "0.06", "ppl": "1.04", "wps": "8263.3", "ups": "4.19", "wpb": "1974.3", "bsz": "96.4", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.521", "train_wall": "24", "gb_free": "41.8", "wall": "5767"} +{"epoch": 5, "update": 4.856, "loss": "0.049", "ppl": "1.03", "wps": "8095", "ups": "4.21", "wpb": "1922.4", "bsz": "94.5", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.46", "train_wall": "24", "gb_free": "41.6", "wall": "5791"} +{"epoch": 5, "update": 4.856, "loss": "0.049", "ppl": "1.03", "wps": "8095", "ups": "4.21", "wpb": "1922.4", "bsz": "94.5", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.46", "train_wall": "24", "gb_free": "41.6", "wall": "5791"} +{"epoch": 5, "update": 4.856, "loss": "0.049", "ppl": "1.03", "wps": "8095", "ups": "4.21", "wpb": "1922.4", "bsz": "94.5", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.46", "train_wall": "24", "gb_free": "41.6", "wall": "5791"} +{"epoch": 5, "update": 4.856, "loss": "0.049", "ppl": "1.03", "wps": "8095", "ups": "4.21", "wpb": "1922.4", "bsz": "94.5", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.46", "train_wall": "24", "gb_free": "41.6", "wall": "5791"} +{"epoch": 5, "update": 4.856, "loss": "0.049", "ppl": "1.03", "wps": "8095", "ups": "4.21", "wpb": "1922.4", "bsz": "94.5", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.46", "train_wall": "24", "gb_free": "41.6", "wall": "5791"} +{"epoch": 5, "update": 4.877, "loss": "0.046", "ppl": "1.03", "wps": "7862.4", "ups": "4.22", "wpb": "1863.6", "bsz": "86.9", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "5815"} +{"epoch": 5, "update": 4.877, "loss": "0.046", "ppl": "1.03", "wps": "7862.4", "ups": "4.22", "wpb": "1863.6", "bsz": "86.9", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "5815"} +{"epoch": 5, "update": 4.877, "loss": "0.046", "ppl": "1.03", "wps": "7862.4", "ups": "4.22", "wpb": "1863.6", "bsz": "86.9", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "5815"} +{"epoch": 5, "update": 4.877, "loss": "0.046", "ppl": "1.03", "wps": "7862.4", "ups": "4.22", "wpb": "1863.6", "bsz": "86.9", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "5815"} +{"epoch": 5, "update": 4.877, "loss": "0.046", "ppl": "1.03", "wps": "7862.4", "ups": "4.22", "wpb": "1863.6", "bsz": "86.9", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "5815"} +{"epoch": 5, "update": 4.897, "loss": "0.054", "ppl": "1.04", "wps": "8332.3", "ups": "4.21", "wpb": "1979.5", "bsz": "92.3", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.489", "train_wall": "24", "gb_free": "41.9", "wall": "5838"} +{"epoch": 5, "update": 4.897, "loss": "0.054", "ppl": "1.04", "wps": "8332.3", "ups": "4.21", "wpb": "1979.5", "bsz": "92.3", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.489", "train_wall": "24", "gb_free": "41.9", "wall": "5838"} +{"epoch": 5, "update": 4.897, "loss": "0.054", "ppl": "1.04", "wps": "8332.3", "ups": "4.21", "wpb": "1979.5", "bsz": "92.3", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.489", "train_wall": "24", "gb_free": "41.9", "wall": "5838"} +{"epoch": 5, "update": 4.897, "loss": "0.054", "ppl": "1.04", "wps": "8332.3", "ups": "4.21", "wpb": "1979.5", "bsz": "92.3", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.489", "train_wall": "24", "gb_free": "41.9", "wall": "5838"} +{"epoch": 5, "update": 4.897, "loss": "0.054", "ppl": "1.04", "wps": "8332.3", "ups": "4.21", "wpb": "1979.5", "bsz": "92.3", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.489", "train_wall": "24", "gb_free": "41.9", "wall": "5838"} +{"epoch": 5, "update": 4.917, "loss": "0.048", "ppl": "1.03", "wps": "8886.4", "ups": "4.25", "wpb": "2091.7", "bsz": "103.2", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "5862"} +{"epoch": 5, "update": 4.917, "loss": "0.048", "ppl": "1.03", "wps": "8886.4", "ups": "4.25", "wpb": "2091.7", "bsz": "103.2", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "5862"} +{"epoch": 5, "update": 4.917, "loss": "0.048", "ppl": "1.03", "wps": "8886.4", "ups": "4.25", "wpb": "2091.7", "bsz": "103.2", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "5862"} +{"epoch": 5, "update": 4.917, "loss": "0.048", "ppl": "1.03", "wps": "8886.4", "ups": "4.25", "wpb": "2091.7", "bsz": "103.2", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "5862"} +{"epoch": 5, "update": 4.917, "loss": "0.048", "ppl": "1.03", "wps": "8886.4", "ups": "4.25", "wpb": "2091.7", "bsz": "103.2", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "5862"} +{"epoch": 5, "update": 4.937, "loss": "0.053", "ppl": "1.04", "wps": "7871.7", "ups": "4.18", "wpb": "1882.2", "bsz": "88.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.524", "train_wall": "24", "gb_free": "41.7", "wall": "5886"} +{"epoch": 5, "update": 4.937, "loss": "0.053", "ppl": "1.04", "wps": "7871.7", "ups": "4.18", "wpb": "1882.2", "bsz": "88.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.524", "train_wall": "24", "gb_free": "41.7", "wall": "5886"} +{"epoch": 5, "update": 4.937, "loss": "0.053", "ppl": "1.04", "wps": "7871.7", "ups": "4.18", "wpb": "1882.2", "bsz": "88.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.524", "train_wall": "24", "gb_free": "41.7", "wall": "5886"} +{"epoch": 5, "update": 4.937, "loss": "0.053", "ppl": "1.04", "wps": "7871.7", "ups": "4.18", "wpb": "1882.2", "bsz": "88.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.524", "train_wall": "24", "gb_free": "41.7", "wall": "5886"} +{"epoch": 5, "update": 4.937, "loss": "0.053", "ppl": "1.04", "wps": "7871.7", "ups": "4.18", "wpb": "1882.2", "bsz": "88.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.524", "train_wall": "24", "gb_free": "41.7", "wall": "5886"} +{"epoch": 5, "update": 4.958, "loss": "0.052", "ppl": "1.04", "wps": "8763.6", "ups": "4.23", "wpb": "2073.2", "bsz": "98.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.8", "wall": "5909"} +{"epoch": 5, "update": 4.958, "loss": "0.052", "ppl": "1.04", "wps": "8763.6", "ups": "4.23", "wpb": "2073.2", "bsz": "98.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.8", "wall": "5909"} +{"epoch": 5, "update": 4.958, "loss": "0.052", "ppl": "1.04", "wps": "8763.6", "ups": "4.23", "wpb": "2073.2", "bsz": "98.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.8", "wall": "5909"} +{"epoch": 5, "update": 4.958, "loss": "0.052", "ppl": "1.04", "wps": "8763.6", "ups": "4.23", "wpb": "2073.2", "bsz": "98.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.8", "wall": "5909"} +{"epoch": 5, "update": 4.958, "loss": "0.052", "ppl": "1.04", "wps": "8763.6", "ups": "4.23", "wpb": "2073.2", "bsz": "98.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.572", "train_wall": "23", "gb_free": "41.8", "wall": "5909"} +{"epoch": 5, "update": 4.978, "loss": "0.049", "ppl": "1.03", "wps": "8776.4", "ups": "4.24", "wpb": "2068.9", "bsz": "105.9", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.9", "wall": "5933"} +{"epoch": 5, "update": 4.978, "loss": "0.049", "ppl": "1.03", "wps": "8776.4", "ups": "4.24", "wpb": "2068.9", "bsz": "105.9", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.9", "wall": "5933"} +{"epoch": 5, "update": 4.978, "loss": "0.049", "ppl": "1.03", "wps": "8776.4", "ups": "4.24", "wpb": "2068.9", "bsz": "105.9", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.9", "wall": "5933"} +{"epoch": 5, "update": 4.978, "loss": "0.049", "ppl": "1.03", "wps": "8776.4", "ups": "4.24", "wpb": "2068.9", "bsz": "105.9", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.9", "wall": "5933"} +{"epoch": 5, "update": 4.978, "loss": "0.049", "ppl": "1.03", "wps": "8776.4", "ups": "4.24", "wpb": "2068.9", "bsz": "105.9", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.512", "train_wall": "23", "gb_free": "41.9", "wall": "5933"} +{"epoch": 5, "update": 4.998, "loss": "0.044", "ppl": "1.03", "wps": "8300.4", "ups": "4.23", "wpb": "1963.6", "bsz": "93.8", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.443", "train_wall": "23", "gb_free": "41.8", "wall": "5957"} +{"epoch": 5, "update": 4.998, "loss": "0.044", "ppl": "1.03", "wps": "8300.4", "ups": "4.23", "wpb": "1963.6", "bsz": "93.8", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.443", "train_wall": "23", "gb_free": "41.8", "wall": "5957"} +{"epoch": 5, "update": 4.998, "loss": "0.044", "ppl": "1.03", "wps": "8300.4", "ups": "4.23", "wpb": "1963.6", "bsz": "93.8", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.443", "train_wall": "23", "gb_free": "41.8", "wall": "5957"} +{"epoch": 5, "update": 4.998, "loss": "0.044", "ppl": "1.03", "wps": "8300.4", "ups": "4.23", "wpb": "1963.6", "bsz": "93.8", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.443", "train_wall": "23", "gb_free": "41.8", "wall": "5957"} +{"epoch": 5, "update": 4.998, "loss": "0.044", "ppl": "1.03", "wps": "8300.4", "ups": "4.23", "wpb": "1963.6", "bsz": "93.8", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.443", "train_wall": "23", "gb_free": "41.8", "wall": "5957"} +begin validation on "valid" subset +{"epoch": 5, "valid_loss": "0.093", "valid_ppl": "1.07", "valid_wps": "26226.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "24710", "valid_best_loss": "0.093"} +{"epoch": 5, "valid_loss": "0.093", "valid_ppl": "1.07", "valid_wps": "26226.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "24710", "valid_best_loss": "0.093"} +{"epoch": 5, "valid_loss": "0.093", "valid_ppl": "1.07", "valid_wps": "26226.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "24710", "valid_best_loss": "0.093"} +{"epoch": 5, "valid_loss": "0.093", "valid_ppl": "1.07", "valid_wps": "26226.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "24710", "valid_best_loss": "0.093"} +{"epoch": 5, "valid_loss": "0.093", "valid_ppl": "1.07", "valid_wps": "26226.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "24710", "valid_best_loss": "0.093"} +end of epoch 5 (average epoch stats below) +{"epoch": 5, "train_loss": "0.06", "train_ppl": "1.04", "train_wps": "8230.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "24710", "train_lr": "0.00020117", "train_gnorm": "0.523", "train_train_wall": "1164", "train_gb_free": "41.7", "train_wall": "5969"} +{"epoch": 5, "train_loss": "0.06", "train_ppl": "1.04", "train_wps": "8230.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "24710", "train_lr": "0.00020117", "train_gnorm": "0.523", "train_train_wall": "1164", "train_gb_free": "41.7", "train_wall": "5969"} +{"epoch": 5, "train_loss": "0.06", "train_ppl": "1.04", "train_wps": "8230.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "24710", "train_lr": "0.00020117", "train_gnorm": "0.523", "train_train_wall": "1164", "train_gb_free": "41.7", "train_wall": "5969"} +{"epoch": 5, "train_loss": "0.06", "train_ppl": "1.04", "train_wps": "8230.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "24710", "train_lr": "0.00020117", "train_gnorm": "0.523", "train_train_wall": "1164", "train_gb_free": "41.7", "train_wall": "5969"} +{"epoch": 5, "train_loss": "0.06", "train_ppl": "1.04", "train_wps": "8230.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "24710", "train_lr": "0.00020117", "train_gnorm": "0.523", "train_train_wall": "1164", "train_gb_free": "41.7", "train_wall": "5969"} +Start iterating over samples +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.018, "loss": "0.031", "ppl": "1.02", "wps": "5211.7", "ups": "2.91", "wpb": "1788.5", "bsz": "93.3", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "5991"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.038, "loss": "0.038", "ppl": "1.03", "wps": "8685.7", "ups": "4.28", "wpb": "2027.9", "bsz": "98.3", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.431", "train_wall": "23", "gb_free": "41.6", "wall": "6014"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.059, "loss": "0.036", "ppl": "1.03", "wps": "7287", "ups": "4.18", "wpb": "1744.3", "bsz": "85.4", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.401", "train_wall": "24", "gb_free": "41.8", "wall": "6038"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.079, "loss": "0.035", "ppl": "1.02", "wps": "8586.7", "ups": "4.27", "wpb": "2012.4", "bsz": "97.2", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.366", "train_wall": "23", "gb_free": "41.6", "wall": "6062"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.099, "loss": "0.033", "ppl": "1.02", "wps": "8178", "ups": "4.17", "wpb": "1959.9", "bsz": "95", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "6086"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.119, "loss": "0.036", "ppl": "1.03", "wps": "7854.7", "ups": "4.18", "wpb": "1876.9", "bsz": "92.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.452", "train_wall": "24", "gb_free": "41.7", "wall": "6110"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.14, "loss": "0.036", "ppl": "1.03", "wps": "8410.7", "ups": "4.28", "wpb": "1964.9", "bsz": "96.9", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.44", "train_wall": "23", "gb_free": "41.7", "wall": "6133"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.16, "loss": "0.046", "ppl": "1.03", "wps": "8986", "ups": "4.2", "wpb": "2139.3", "bsz": "99", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.51", "train_wall": "24", "gb_free": "40.7", "wall": "6157"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.18, "loss": "0.046", "ppl": "1.03", "wps": "8100.7", "ups": "4.24", "wpb": "1912.5", "bsz": "91.4", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.5", "wall": "6180"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.2, "loss": "0.046", "ppl": "1.03", "wps": "8351.3", "ups": "4.17", "wpb": "2001.8", "bsz": "91", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.447", "train_wall": "24", "gb_free": "41.9", "wall": "6204"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.221, "loss": "0.046", "ppl": "1.03", "wps": "8516.4", "ups": "4.23", "wpb": "2011.4", "bsz": "95.1", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.476", "train_wall": "23", "gb_free": "40.5", "wall": "6228"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.241, "loss": "0.043", "ppl": "1.03", "wps": "8504", "ups": "4.2", "wpb": "2023.2", "bsz": "98.1", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.8", "wall": "6252"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.261, "loss": "0.043", "ppl": "1.03", "wps": "8152.2", "ups": "4.19", "wpb": "1946.7", "bsz": "94.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.468", "train_wall": "24", "gb_free": "41.9", "wall": "6276"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.281, "loss": "0.05", "ppl": "1.04", "wps": "8555.6", "ups": "4.24", "wpb": "2017.6", "bsz": "99.3", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.479", "train_wall": "23", "gb_free": "42", "wall": "6299"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.301, "loss": "0.039", "ppl": "1.03", "wps": "8770.4", "ups": "4.23", "wpb": "2075.2", "bsz": "99", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.469", "train_wall": "23", "gb_free": "41.7", "wall": "6323"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.322, "loss": "0.036", "ppl": "1.03", "wps": "8805", "ups": "4.2", "wpb": "2095.5", "bsz": "105.3", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.43", "train_wall": "24", "gb_free": "40.9", "wall": "6347"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.342, "loss": "0.037", "ppl": "1.03", "wps": "8430.8", "ups": "4.2", "wpb": "2006.5", "bsz": "94.6", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.448", "train_wall": "24", "gb_free": "40.6", "wall": "6370"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.362, "loss": "0.038", "ppl": "1.03", "wps": "8213.2", "ups": "4.21", "wpb": "1950.3", "bsz": "95.4", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.442", "train_wall": "24", "gb_free": "41.6", "wall": "6394"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.382, "loss": "0.035", "ppl": "1.02", "wps": "8185.3", "ups": "4.21", "wpb": "1945.8", "bsz": "94.3", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.415", "train_wall": "24", "gb_free": "41.7", "wall": "6418"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.403, "loss": "0.039", "ppl": "1.03", "wps": "8053.9", "ups": "4.23", "wpb": "1904.5", "bsz": "96.4", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.444", "train_wall": "23", "gb_free": "42", "wall": "6442"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.423, "loss": "0.045", "ppl": "1.03", "wps": "8328", "ups": "4.21", "wpb": "1978.4", "bsz": "94.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.52", "train_wall": "24", "gb_free": "41.7", "wall": "6465"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.443, "loss": "0.032", "ppl": "1.02", "wps": "7965.4", "ups": "4.23", "wpb": "1883.9", "bsz": "95.7", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.388", "train_wall": "23", "gb_free": "41.7", "wall": "6489"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.463, "loss": "0.032", "ppl": "1.02", "wps": "8274.4", "ups": "4.22", "wpb": "1961.2", "bsz": "93.4", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.382", "train_wall": "24", "gb_free": "41.9", "wall": "6513"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.484, "loss": "0.037", "ppl": "1.03", "wps": "8857.8", "ups": "4.28", "wpb": "2071.1", "bsz": "101.9", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.417", "train_wall": "23", "gb_free": "39.7", "wall": "6536"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.504, "loss": "0.044", "ppl": "1.03", "wps": "7949.1", "ups": "4.21", "wpb": "1890", "bsz": "90.3", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.491", "train_wall": "24", "gb_free": "41.6", "wall": "6560"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.524, "loss": "0.042", "ppl": "1.03", "wps": "8895.3", "ups": "4.27", "wpb": "2084.8", "bsz": "99.1", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.415", "train_wall": "23", "gb_free": "41.5", "wall": "6583"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.544, "loss": "0.029", "ppl": "1.02", "wps": "8074.5", "ups": "4.22", "wpb": "1914", "bsz": "91.4", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "6607"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.565, "loss": "0.037", "ppl": "1.03", "wps": "8272", "ups": "4.22", "wpb": "1961.9", "bsz": "93.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.436", "train_wall": "24", "gb_free": "40.6", "wall": "6631"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.585, "loss": "0.033", "ppl": "1.02", "wps": "7985.3", "ups": "4.21", "wpb": "1894.6", "bsz": "91.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.441", "train_wall": "24", "gb_free": "41.7", "wall": "6654"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.605, "loss": "0.037", "ppl": "1.03", "wps": "8387.4", "ups": "4.2", "wpb": "1998.5", "bsz": "96.4", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.481", "train_wall": "24", "gb_free": "41.6", "wall": "6678"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.625, "loss": "0.037", "ppl": "1.03", "wps": "8090.2", "ups": "4.17", "wpb": "1941.1", "bsz": "93.3", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.409", "train_wall": "24", "gb_free": "40.4", "wall": "6702"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.645, "loss": "0.04", "ppl": "1.03", "wps": "7967.2", "ups": "4.19", "wpb": "1903", "bsz": "92.1", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.475", "train_wall": "24", "gb_free": "41.7", "wall": "6726"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.666, "loss": "0.038", "ppl": "1.03", "wps": "9228.8", "ups": "4.22", "wpb": "2188.4", "bsz": "99.4", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.413", "train_wall": "24", "gb_free": "40.1", "wall": "6750"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.686, "loss": "0.052", "ppl": "1.04", "wps": "8140.8", "ups": "4.18", "wpb": "1946.5", "bsz": "92.5", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.636", "train_wall": "24", "gb_free": "41.7", "wall": "6774"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.706, "loss": "0.029", "ppl": "1.02", "wps": "8401.9", "ups": "4.21", "wpb": "1996.7", "bsz": "102.5", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.6", "wall": "6798"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.726, "loss": "0.031", "ppl": "1.02", "wps": "7890.5", "ups": "4.2", "wpb": "1878.8", "bsz": "91.8", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.364", "train_wall": "24", "gb_free": "40.6", "wall": "6821"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.747, "loss": "0.036", "ppl": "1.03", "wps": "8876.7", "ups": "4.23", "wpb": "2098.8", "bsz": "101.3", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.424", "train_wall": "23", "gb_free": "41.6", "wall": "6845"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.767, "loss": "0.042", "ppl": "1.03", "wps": "8121.2", "ups": "4.21", "wpb": "1930.4", "bsz": "90.8", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.532", "train_wall": "24", "gb_free": "39.8", "wall": "6869"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.787, "loss": "0.035", "ppl": "1.02", "wps": "8295.6", "ups": "4.25", "wpb": "1950.5", "bsz": "101.2", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.441", "train_wall": "23", "gb_free": "42", "wall": "6892"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.807, "loss": "0.03", "ppl": "1.02", "wps": "8258.7", "ups": "4.22", "wpb": "1956.7", "bsz": "93.2", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.409", "train_wall": "24", "gb_free": "41.6", "wall": "6916"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.828, "loss": "0.032", "ppl": "1.02", "wps": "8158.9", "ups": "4.24", "wpb": "1924.7", "bsz": "93.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.409", "train_wall": "23", "gb_free": "42", "wall": "6940"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.848, "loss": "0.031", "ppl": "1.02", "wps": "8512.2", "ups": "4.26", "wpb": "1999", "bsz": "97.4", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.399", "train_wall": "23", "gb_free": "41.6", "wall": "6963"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.868, "loss": "0.027", "ppl": "1.02", "wps": "8407.1", "ups": "4.28", "wpb": "1964.4", "bsz": "96.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.392", "train_wall": "23", "gb_free": "41.7", "wall": "6986"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.888, "loss": "0.034", "ppl": "1.02", "wps": "7960.7", "ups": "4.17", "wpb": "1910.5", "bsz": "92.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.8", "wall": "7010"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.909, "loss": "0.034", "ppl": "1.02", "wps": "8132.6", "ups": "4.15", "wpb": "1959.3", "bsz": "91.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7035"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.929, "loss": "0.028", "ppl": "1.02", "wps": "8223.1", "ups": "4.22", "wpb": "1948.6", "bsz": "95", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.356", "train_wall": "24", "gb_free": "40.9", "wall": "7058"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.949, "loss": "0.028", "ppl": "1.02", "wps": "7986.8", "ups": "4.2", "wpb": "1901.9", "bsz": "91.2", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "7082"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.969, "loss": "0.035", "ppl": "1.02", "wps": "8978.5", "ups": "4.18", "wpb": "2147.3", "bsz": "102.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.4", "wall": "7106"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +{"epoch": 6, "update": 5.989, "loss": "0.031", "ppl": "1.02", "wps": "8213.2", "ups": "4.19", "wpb": "1958.2", "bsz": "95.1", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.417", "train_wall": "24", "gb_free": "41.7", "wall": "7130"} +begin validation on "valid" subset +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +{"epoch": 6, "valid_loss": "0.076", "valid_ppl": "1.05", "valid_wps": "26373.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "29652", "valid_best_loss": "0.076"} +end of epoch 6 (average epoch stats below) +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +{"epoch": 6, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "8237.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "29652", "train_lr": "0.000183642", "train_gnorm": "0.434", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "7153"} +Start iterating over samples +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.01, "loss": "0.028", "ppl": "1.02", "wps": "5773.9", "ups": "2.93", "wpb": "1973", "bsz": "96.1", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.407", "train_wall": "24", "gb_free": "41.7", "wall": "7164"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.03, "loss": "0.03", "ppl": "1.02", "wps": "7754.4", "ups": "4.18", "wpb": "1855.5", "bsz": "88.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "7188"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.05, "loss": "0.024", "ppl": "1.02", "wps": "8951.3", "ups": "4.31", "wpb": "2078.8", "bsz": "101", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.346", "train_wall": "23", "gb_free": "40.8", "wall": "7211"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.07, "loss": "0.027", "ppl": "1.02", "wps": "8640.9", "ups": "4.24", "wpb": "2035.9", "bsz": "96.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.376", "train_wall": "23", "gb_free": "41.7", "wall": "7235"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.091, "loss": "0.024", "ppl": "1.02", "wps": "8237.7", "ups": "4.25", "wpb": "1936.5", "bsz": "93.7", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "7258"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.111, "loss": "0.024", "ppl": "1.02", "wps": "8649.3", "ups": "4.25", "wpb": "2034.9", "bsz": "97.5", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.34", "train_wall": "23", "gb_free": "40.1", "wall": "7282"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.131, "loss": "0.021", "ppl": "1.01", "wps": "7529.2", "ups": "4.22", "wpb": "1783.9", "bsz": "89.5", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.393", "train_wall": "24", "gb_free": "40.4", "wall": "7305"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.151, "loss": "0.024", "ppl": "1.02", "wps": "8614", "ups": "4.21", "wpb": "2047.9", "bsz": "99", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.372", "train_wall": "24", "gb_free": "40.6", "wall": "7329"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.172, "loss": "0.031", "ppl": "1.02", "wps": "8715.9", "ups": "4.21", "wpb": "2071.2", "bsz": "97", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.7", "wall": "7353"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.192, "loss": "0.032", "ppl": "1.02", "wps": "8388.9", "ups": "4.2", "wpb": "1999.7", "bsz": "97.7", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.39", "train_wall": "24", "gb_free": "39.9", "wall": "7377"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.212, "loss": "0.023", "ppl": "1.02", "wps": "7648.6", "ups": "4.2", "wpb": "1821", "bsz": "91.4", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.379", "train_wall": "24", "gb_free": "41.7", "wall": "7401"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.232, "loss": "0.025", "ppl": "1.02", "wps": "8595.6", "ups": "4.2", "wpb": "2048.7", "bsz": "97.1", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.386", "train_wall": "24", "gb_free": "41.9", "wall": "7424"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.253, "loss": "0.026", "ppl": "1.02", "wps": "9110.3", "ups": "4.27", "wpb": "2134", "bsz": "106", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.5", "wall": "7448"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.273, "loss": "0.031", "ppl": "1.02", "wps": "8899.2", "ups": "4.23", "wpb": "2103", "bsz": "102", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.484", "train_wall": "23", "gb_free": "42", "wall": "7471"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.293, "loss": "0.042", "ppl": "1.03", "wps": "8653.1", "ups": "4.26", "wpb": "2033.4", "bsz": "97", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.559", "train_wall": "23", "gb_free": "42", "wall": "7495"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.313, "loss": "0.028", "ppl": "1.02", "wps": "8139.8", "ups": "4.2", "wpb": "1936", "bsz": "96.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.7", "wall": "7519"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.333, "loss": "0.017", "ppl": "1.01", "wps": "7592", "ups": "4.24", "wpb": "1788.5", "bsz": "89.1", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.315", "train_wall": "23", "gb_free": "41.9", "wall": "7542"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.354, "loss": "0.035", "ppl": "1.02", "wps": "9218.6", "ups": "4.22", "wpb": "2182.4", "bsz": "99.4", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.394", "train_wall": "24", "gb_free": "41.6", "wall": "7566"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.374, "loss": "0.026", "ppl": "1.02", "wps": "8315.1", "ups": "4.23", "wpb": "1966.4", "bsz": "93.6", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.367", "train_wall": "23", "gb_free": "41.7", "wall": "7590"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.394, "loss": "0.029", "ppl": "1.02", "wps": "8282.6", "ups": "4.19", "wpb": "1978.5", "bsz": "94.3", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.412", "train_wall": "24", "gb_free": "42", "wall": "7614"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.414, "loss": "0.026", "ppl": "1.02", "wps": "8300.7", "ups": "4.18", "wpb": "1987.5", "bsz": "95.3", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.361", "train_wall": "24", "gb_free": "41.9", "wall": "7637"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.435, "loss": "0.022", "ppl": "1.02", "wps": "8674.2", "ups": "4.19", "wpb": "2067.8", "bsz": "102.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.377", "train_wall": "24", "gb_free": "40.7", "wall": "7661"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.455, "loss": "0.028", "ppl": "1.02", "wps": "8270.7", "ups": "4.3", "wpb": "1923.4", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.429", "train_wall": "23", "gb_free": "39.9", "wall": "7685"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.475, "loss": "0.024", "ppl": "1.02", "wps": "7598.5", "ups": "4.26", "wpb": "1785.5", "bsz": "85.5", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.401", "train_wall": "23", "gb_free": "41.7", "wall": "7708"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.495, "loss": "0.027", "ppl": "1.02", "wps": "8925.5", "ups": "4.25", "wpb": "2099.8", "bsz": "100.9", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.374", "train_wall": "23", "gb_free": "40.2", "wall": "7732"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.516, "loss": "0.032", "ppl": "1.02", "wps": "8608.7", "ups": "4.22", "wpb": "2040.8", "bsz": "96.5", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.511", "train_wall": "24", "gb_free": "41.9", "wall": "7755"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.536, "loss": "0.027", "ppl": "1.02", "wps": "7822.3", "ups": "4.19", "wpb": "1867.9", "bsz": "88.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.408", "train_wall": "24", "gb_free": "40.5", "wall": "7779"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.556, "loss": "0.029", "ppl": "1.02", "wps": "8222.8", "ups": "4.22", "wpb": "1947.6", "bsz": "95.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.383", "train_wall": "24", "gb_free": "41.8", "wall": "7803"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.576, "loss": "0.032", "ppl": "1.02", "wps": "8227.4", "ups": "4.19", "wpb": "1962.9", "bsz": "94.5", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.376", "train_wall": "24", "gb_free": "41.9", "wall": "7827"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.597, "loss": "0.036", "ppl": "1.03", "wps": "7851.4", "ups": "4.11", "wpb": "1911", "bsz": "88.3", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.9", "wall": "7851"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.617, "loss": "0.024", "ppl": "1.02", "wps": "8817.2", "ups": "4.2", "wpb": "2099.4", "bsz": "104.4", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.353", "train_wall": "24", "gb_free": "41.5", "wall": "7875"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.637, "loss": "0.021", "ppl": "1.01", "wps": "8255.7", "ups": "4.24", "wpb": "1948.8", "bsz": "96.7", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.333", "train_wall": "23", "gb_free": "41.7", "wall": "7898"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.657, "loss": "0.026", "ppl": "1.02", "wps": "8365.1", "ups": "4.21", "wpb": "1985.3", "bsz": "98.2", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.356", "train_wall": "24", "gb_free": "41.7", "wall": "7922"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.677, "loss": "0.021", "ppl": "1.01", "wps": "8554.8", "ups": "4.23", "wpb": "2023.9", "bsz": "97", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.32", "train_wall": "23", "gb_free": "41.8", "wall": "7946"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.698, "loss": "0.019", "ppl": "1.01", "wps": "7939.4", "ups": "4.19", "wpb": "1893.9", "bsz": "94.6", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.345", "train_wall": "24", "gb_free": "41.7", "wall": "7970"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.718, "loss": "0.023", "ppl": "1.02", "wps": "8906.4", "ups": "4.21", "wpb": "2115.9", "bsz": "107.8", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.362", "train_wall": "24", "gb_free": "41.5", "wall": "7993"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.738, "loss": "0.024", "ppl": "1.02", "wps": "8264", "ups": "4.22", "wpb": "1957.5", "bsz": "95.9", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.384", "train_wall": "24", "gb_free": "41.7", "wall": "8017"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.758, "loss": "0.02", "ppl": "1.01", "wps": "7456.5", "ups": "4.2", "wpb": "1774.8", "bsz": "91.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8041"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.779, "loss": "0.021", "ppl": "1.01", "wps": "7537.1", "ups": "4.21", "wpb": "1791.3", "bsz": "89.6", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.37", "train_wall": "24", "gb_free": "41.7", "wall": "8065"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.799, "loss": "0.026", "ppl": "1.02", "wps": "7582.2", "ups": "4.19", "wpb": "1810.8", "bsz": "86.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.395", "train_wall": "24", "gb_free": "41.6", "wall": "8089"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.819, "loss": "0.029", "ppl": "1.02", "wps": "8519.1", "ups": "4.21", "wpb": "2025.2", "bsz": "97.6", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.41", "train_wall": "24", "gb_free": "41.9", "wall": "8112"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.839, "loss": "0.03", "ppl": "1.02", "wps": "8590.3", "ups": "4.24", "wpb": "2026.8", "bsz": "95.8", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.467", "train_wall": "23", "gb_free": "41.6", "wall": "8136"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.86, "loss": "0.024", "ppl": "1.02", "wps": "8438.1", "ups": "4.24", "wpb": "1990", "bsz": "95.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.37", "train_wall": "23", "gb_free": "41.5", "wall": "8160"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.88, "loss": "0.029", "ppl": "1.02", "wps": "7671.4", "ups": "4.15", "wpb": "1846.8", "bsz": "85.6", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.43", "train_wall": "24", "gb_free": "41.7", "wall": "8184"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.9, "loss": "0.027", "ppl": "1.02", "wps": "9099.4", "ups": "4.23", "wpb": "2152.8", "bsz": "101.1", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.4", "wall": "8207"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.92, "loss": "0.021", "ppl": "1.01", "wps": "8256.8", "ups": "4.15", "wpb": "1988.2", "bsz": "95.1", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.326", "train_wall": "24", "gb_free": "41.7", "wall": "8231"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.941, "loss": "0.02", "ppl": "1.01", "wps": "8896", "ups": "4.24", "wpb": "2097.9", "bsz": "101.8", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "8255"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.961, "loss": "0.024", "ppl": "1.02", "wps": "7961.4", "ups": "4.2", "wpb": "1894.2", "bsz": "90", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.6", "wall": "8279"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +{"epoch": 7, "update": 6.981, "loss": "0.024", "ppl": "1.02", "wps": "7990.3", "ups": "4.22", "wpb": "1891.8", "bsz": "90.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.379", "train_wall": "23", "gb_free": "41.7", "wall": "8302"} +begin validation on "valid" subset +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +{"epoch": 7, "valid_loss": "0.074", "valid_ppl": "1.05", "valid_wps": "26338.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "34594", "valid_best_loss": "0.074"} +end of epoch 7 (average epoch stats below) +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +{"epoch": 7, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "8239.6", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "34594", "train_lr": "0.00017002", "train_gnorm": "0.386", "train_train_wall": "1163", "train_gb_free": "42", "train_wall": "8335"} +Start iterating over samples +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.001, "loss": "0.025", "ppl": "1.02", "wps": "5605.2", "ups": "2.9", "wpb": "1932", "bsz": "89.8", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.391", "train_wall": "24", "gb_free": "41.7", "wall": "8337"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.021, "loss": "0.019", "ppl": "1.01", "wps": "7973.7", "ups": "4.2", "wpb": "1900.5", "bsz": "93.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.8", "wall": "8361"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.042, "loss": "0.018", "ppl": "1.01", "wps": "8288.3", "ups": "4.21", "wpb": "1970.9", "bsz": "97.6", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.7", "wall": "8385"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.062, "loss": "0.018", "ppl": "1.01", "wps": "8821", "ups": "4.25", "wpb": "2075.2", "bsz": "98.9", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.5", "wall": "8408"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.082, "loss": "0.015", "ppl": "1.01", "wps": "8148", "ups": "4.23", "wpb": "1924.7", "bsz": "95.2", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.336", "train_wall": "23", "gb_free": "41.9", "wall": "8432"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.102, "loss": "0.026", "ppl": "1.02", "wps": "8202.4", "ups": "4.23", "wpb": "1939.9", "bsz": "96.9", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.434", "train_wall": "23", "gb_free": "40.8", "wall": "8455"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.123, "loss": "0.023", "ppl": "1.02", "wps": "8806.5", "ups": "4.21", "wpb": "2089.9", "bsz": "96.2", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.366", "train_wall": "24", "gb_free": "41.4", "wall": "8479"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.143, "loss": "0.021", "ppl": "1.01", "wps": "8001.2", "ups": "4.23", "wpb": "1893.7", "bsz": "96.4", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.35", "train_wall": "23", "gb_free": "41.8", "wall": "8503"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.163, "loss": "0.025", "ppl": "1.02", "wps": "8384.5", "ups": "4.22", "wpb": "1985.4", "bsz": "90.2", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.38", "train_wall": "24", "gb_free": "41.6", "wall": "8526"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.183, "loss": "0.019", "ppl": "1.01", "wps": "7873.3", "ups": "4.16", "wpb": "1892.6", "bsz": "93.6", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.33", "train_wall": "24", "gb_free": "41.6", "wall": "8550"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.204, "loss": "0.018", "ppl": "1.01", "wps": "8324.6", "ups": "4.15", "wpb": "2003.8", "bsz": "98.3", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.276", "train_wall": "24", "gb_free": "40.8", "wall": "8575"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.224, "loss": "0.016", "ppl": "1.01", "wps": "8930.4", "ups": "4.24", "wpb": "2108.2", "bsz": "102.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.9", "wall": "8598"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.244, "loss": "0.02", "ppl": "1.01", "wps": "8865.2", "ups": "4.21", "wpb": "2107.9", "bsz": "100.6", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.343", "train_wall": "24", "gb_free": "40.2", "wall": "8622"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.264, "loss": "0.018", "ppl": "1.01", "wps": "8446.8", "ups": "4.21", "wpb": "2004.4", "bsz": "97.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "8646"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.285, "loss": "0.02", "ppl": "1.01", "wps": "8357.7", "ups": "4.2", "wpb": "1991.6", "bsz": "93.8", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.6", "wall": "8670"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.305, "loss": "0.028", "ppl": "1.02", "wps": "7734.6", "ups": "4.18", "wpb": "1849.8", "bsz": "89.4", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.431", "train_wall": "24", "gb_free": "41.4", "wall": "8693"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.325, "loss": "0.025", "ppl": "1.02", "wps": "8383.4", "ups": "4.24", "wpb": "1978.3", "bsz": "93.8", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.403", "train_wall": "23", "gb_free": "41.7", "wall": "8717"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.345, "loss": "0.017", "ppl": "1.01", "wps": "7894", "ups": "4.26", "wpb": "1852.6", "bsz": "90.6", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.309", "train_wall": "23", "gb_free": "41.7", "wall": "8740"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.365, "loss": "0.019", "ppl": "1.01", "wps": "7621.1", "ups": "4.27", "wpb": "1786.6", "bsz": "89.7", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.356", "train_wall": "23", "gb_free": "39.9", "wall": "8764"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.386, "loss": "0.021", "ppl": "1.01", "wps": "8636.5", "ups": "4.23", "wpb": "2040.7", "bsz": "96.8", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.354", "train_wall": "23", "gb_free": "41.6", "wall": "8788"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.406, "loss": "0.02", "ppl": "1.01", "wps": "7913.7", "ups": "4.23", "wpb": "1870.2", "bsz": "94.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.419", "train_wall": "23", "gb_free": "41.6", "wall": "8811"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.426, "loss": "0.018", "ppl": "1.01", "wps": "8307.6", "ups": "4.19", "wpb": "1983.4", "bsz": "94.8", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.353", "train_wall": "24", "gb_free": "39.3", "wall": "8835"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.446, "loss": "0.017", "ppl": "1.01", "wps": "8543.7", "ups": "4.26", "wpb": "2004.1", "bsz": "101.1", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.319", "train_wall": "23", "gb_free": "41.8", "wall": "8859"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.467, "loss": "0.02", "ppl": "1.01", "wps": "8157", "ups": "4.19", "wpb": "1945.6", "bsz": "92.9", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.327", "train_wall": "24", "gb_free": "40.4", "wall": "8882"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.487, "loss": "0.017", "ppl": "1.01", "wps": "8784.3", "ups": "4.25", "wpb": "2067.5", "bsz": "100.6", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.7", "wall": "8906"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.507, "loss": "0.019", "ppl": "1.01", "wps": "8116.8", "ups": "4.16", "wpb": "1950.4", "bsz": "95.2", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.36", "train_wall": "24", "gb_free": "41.6", "wall": "8930"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.527, "loss": "0.024", "ppl": "1.02", "wps": "8401", "ups": "4.2", "wpb": "2001.3", "bsz": "91.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.404", "train_wall": "24", "gb_free": "41.7", "wall": "8954"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.548, "loss": "0.02", "ppl": "1.01", "wps": "8164", "ups": "4.16", "wpb": "1960.7", "bsz": "96.2", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "8978"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.568, "loss": "0.02", "ppl": "1.01", "wps": "8248", "ups": "4.27", "wpb": "1929.8", "bsz": "95.7", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.362", "train_wall": "23", "gb_free": "41.8", "wall": "9001"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.588, "loss": "0.022", "ppl": "1.02", "wps": "8109", "ups": "4.16", "wpb": "1948.8", "bsz": "91.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.335", "train_wall": "24", "gb_free": "40.2", "wall": "9025"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.608, "loss": "0.016", "ppl": "1.01", "wps": "8337.4", "ups": "4.21", "wpb": "1979.4", "bsz": "93.8", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.6", "wall": "9049"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.628, "loss": "0.014", "ppl": "1.01", "wps": "8540.1", "ups": "4.28", "wpb": "1993.7", "bsz": "98.2", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.248", "train_wall": "23", "gb_free": "41.7", "wall": "9072"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.649, "loss": "0.016", "ppl": "1.01", "wps": "8509.5", "ups": "4.26", "wpb": "1996.1", "bsz": "96.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.6", "wall": "9096"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "8223.5", "ups": "4.21", "wpb": "1951.5", "bsz": "93.6", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.337", "train_wall": "24", "gb_free": "41.6", "wall": "9120"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.689, "loss": "0.018", "ppl": "1.01", "wps": "7889.8", "ups": "4.2", "wpb": "1877.9", "bsz": "90.6", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.303", "train_wall": "24", "gb_free": "41.6", "wall": "9143"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.709, "loss": "0.018", "ppl": "1.01", "wps": "8531.3", "ups": "4.16", "wpb": "2051.3", "bsz": "97.9", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.346", "train_wall": "24", "gb_free": "39.8", "wall": "9167"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.73, "loss": "0.02", "ppl": "1.01", "wps": "8542.2", "ups": "4.21", "wpb": "2031.3", "bsz": "101", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.7", "wall": "9191"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.75, "loss": "0.025", "ppl": "1.02", "wps": "7989.7", "ups": "4.13", "wpb": "1936.6", "bsz": "89.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.392", "train_wall": "24", "gb_free": "41.9", "wall": "9215"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.77, "loss": "0.029", "ppl": "1.02", "wps": "9128.2", "ups": "4.23", "wpb": "2159.6", "bsz": "97", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.389", "train_wall": "23", "gb_free": "41.6", "wall": "9239"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.79, "loss": "0.021", "ppl": "1.01", "wps": "7883.3", "ups": "4.14", "wpb": "1902.3", "bsz": "87.4", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.332", "train_wall": "24", "gb_free": "39.8", "wall": "9263"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.811, "loss": "0.017", "ppl": "1.01", "wps": "8535.5", "ups": "4.23", "wpb": "2019.8", "bsz": "99.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.324", "train_wall": "23", "gb_free": "41.6", "wall": "9287"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.831, "loss": "0.023", "ppl": "1.02", "wps": "7856.8", "ups": "4.18", "wpb": "1878.3", "bsz": "88.6", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.444", "train_wall": "24", "gb_free": "41.9", "wall": "9311"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.851, "loss": "0.018", "ppl": "1.01", "wps": "8356.3", "ups": "4.27", "wpb": "1956.6", "bsz": "96.5", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.343", "train_wall": "23", "gb_free": "41.9", "wall": "9334"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.871, "loss": "0.018", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031", "bsz": "98.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.363", "train_wall": "23", "gb_free": "41.9", "wall": "9358"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.892, "loss": "0.019", "ppl": "1.01", "wps": "8988.4", "ups": "4.26", "wpb": "2109.8", "bsz": "101.8", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.369", "train_wall": "23", "gb_free": "41.7", "wall": "9381"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.912, "loss": "0.014", "ppl": "1.01", "wps": "7942.2", "ups": "4.27", "wpb": "1860.6", "bsz": "96.6", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.7", "wall": "9405"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.932, "loss": "0.018", "ppl": "1.01", "wps": "8860.3", "ups": "4.24", "wpb": "2087.4", "bsz": "103.9", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.346", "train_wall": "23", "gb_free": "41.6", "wall": "9428"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.952, "loss": "0.02", "ppl": "1.01", "wps": "8126.4", "ups": "4.24", "wpb": "1915.8", "bsz": "94.6", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.344", "train_wall": "23", "gb_free": "41.8", "wall": "9452"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.972, "loss": "0.015", "ppl": "1.01", "wps": "8338.2", "ups": "4.21", "wpb": "1978.8", "bsz": "94.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "9475"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +{"epoch": 8, "update": 7.993, "loss": "0.018", "ppl": "1.01", "wps": "7949.1", "ups": "4.18", "wpb": "1901.6", "bsz": "91.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.351", "train_wall": "24", "gb_free": "41.6", "wall": "9499"} +begin validation on "valid" subset +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +{"epoch": 8, "valid_loss": "0.068", "valid_ppl": "1.05", "valid_wps": "26431.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "39536", "valid_best_loss": "0.068"} +end of epoch 8 (average epoch stats below) +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +{"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "8239.8", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "39536", "train_lr": "0.000159039", "train_gnorm": "0.345", "train_train_wall": "1163", "train_gb_free": "40.3", "train_wall": "9518"} +Start iterating over samples +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.013, "loss": "0.023", "ppl": "1.02", "wps": "5904.2", "ups": "2.91", "wpb": "2028.1", "bsz": "93.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9534"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.033, "loss": "0.017", "ppl": "1.01", "wps": "8176", "ups": "4.22", "wpb": "1938.6", "bsz": "94", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.4", "wall": "9557"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.053, "loss": "0.017", "ppl": "1.01", "wps": "8209.8", "ups": "4.19", "wpb": "1961.7", "bsz": "92.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.284", "train_wall": "24", "gb_free": "41.8", "wall": "9581"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.074, "loss": "0.014", "ppl": "1.01", "wps": "8914.2", "ups": "4.24", "wpb": "2101.5", "bsz": "101.6", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.293", "train_wall": "23", "gb_free": "41.8", "wall": "9605"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.094, "loss": "0.014", "ppl": "1.01", "wps": "8652", "ups": "4.17", "wpb": "2074.7", "bsz": "100.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.287", "train_wall": "24", "gb_free": "40.2", "wall": "9629"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.114, "loss": "0.018", "ppl": "1.01", "wps": "8694.8", "ups": "4.18", "wpb": "2081.1", "bsz": "98.3", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.6", "wall": "9653"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.134, "loss": "0.021", "ppl": "1.01", "wps": "8113.3", "ups": "4.13", "wpb": "1964.1", "bsz": "90.5", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.378", "train_wall": "24", "gb_free": "41.7", "wall": "9677"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.155, "loss": "0.014", "ppl": "1.01", "wps": "8590.5", "ups": "4.23", "wpb": "2031.4", "bsz": "98.6", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.273", "train_wall": "23", "gb_free": "41.7", "wall": "9701"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.175, "loss": "0.016", "ppl": "1.01", "wps": "7994.9", "ups": "4.2", "wpb": "1904.6", "bsz": "93.1", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.6", "wall": "9724"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.195, "loss": "0.017", "ppl": "1.01", "wps": "8424.8", "ups": "4.21", "wpb": "2003.2", "bsz": "98.8", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.326", "train_wall": "24", "gb_free": "40.7", "wall": "9748"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.215, "loss": "0.015", "ppl": "1.01", "wps": "7570.1", "ups": "4.2", "wpb": "1804.2", "bsz": "88.3", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.7", "wall": "9772"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.236, "loss": "0.016", "ppl": "1.01", "wps": "7917.4", "ups": "4.19", "wpb": "1890.4", "bsz": "95.2", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.281", "train_wall": "24", "gb_free": "41.5", "wall": "9796"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.256, "loss": "0.015", "ppl": "1.01", "wps": "8260", "ups": "4.24", "wpb": "1946.1", "bsz": "96.5", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "9820"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.276, "loss": "0.015", "ppl": "1.01", "wps": "8180.9", "ups": "4.24", "wpb": "1930.3", "bsz": "92.4", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.6", "wall": "9843"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.296, "loss": "0.014", "ppl": "1.01", "wps": "8305.6", "ups": "4.22", "wpb": "1966.8", "bsz": "97.2", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.3", "train_wall": "24", "gb_free": "41.7", "wall": "9867"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.316, "loss": "0.017", "ppl": "1.01", "wps": "7842.9", "ups": "4.18", "wpb": "1875.1", "bsz": "88.5", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.34", "train_wall": "24", "gb_free": "41.6", "wall": "9891"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.337, "loss": "0.012", "ppl": "1.01", "wps": "7802.2", "ups": "4.24", "wpb": "1842.1", "bsz": "92.5", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.271", "train_wall": "23", "gb_free": "41.8", "wall": "9914"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.357, "loss": "0.017", "ppl": "1.01", "wps": "8985.6", "ups": "4.24", "wpb": "2118.6", "bsz": "102.2", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "9938"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.377, "loss": "0.016", "ppl": "1.01", "wps": "9445.9", "ups": "4.25", "wpb": "2224.9", "bsz": "107.5", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.8", "wall": "9961"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.397, "loss": "0.014", "ppl": "1.01", "wps": "8930", "ups": "4.26", "wpb": "2096", "bsz": "101.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.286", "train_wall": "23", "gb_free": "41.7", "wall": "9985"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.418, "loss": "0.017", "ppl": "1.01", "wps": "7962.9", "ups": "4.19", "wpb": "1900.8", "bsz": "94.6", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.309", "train_wall": "24", "gb_free": "41.7", "wall": "10009"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.438, "loss": "0.015", "ppl": "1.01", "wps": "8384.7", "ups": "4.23", "wpb": "1983.7", "bsz": "96.9", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.291", "train_wall": "23", "gb_free": "41.7", "wall": "10032"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.458, "loss": "0.015", "ppl": "1.01", "wps": "8768.2", "ups": "4.26", "wpb": "2057.3", "bsz": "100.8", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.312", "train_wall": "23", "gb_free": "41.7", "wall": "10056"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.478, "loss": "0.017", "ppl": "1.01", "wps": "8315.8", "ups": "4.2", "wpb": "1979.2", "bsz": "96.4", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.8", "wall": "10080"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.499, "loss": "0.019", "ppl": "1.01", "wps": "8305.6", "ups": "4.15", "wpb": "1999.8", "bsz": "93.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.6", "wall": "10104"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.519, "loss": "0.015", "ppl": "1.01", "wps": "8571", "ups": "4.2", "wpb": "2042.3", "bsz": "93.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.318", "train_wall": "24", "gb_free": "41.6", "wall": "10128"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.539, "loss": "0.024", "ppl": "1.02", "wps": "8459.3", "ups": "4.22", "wpb": "2006.4", "bsz": "92.5", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.428", "train_wall": "24", "gb_free": "41.6", "wall": "10151"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.559, "loss": "0.017", "ppl": "1.01", "wps": "8348.4", "ups": "4.21", "wpb": "1985.1", "bsz": "95.4", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.317", "train_wall": "24", "gb_free": "39.6", "wall": "10175"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.58, "loss": "0.014", "ppl": "1.01", "wps": "8230.5", "ups": "4.22", "wpb": "1950.4", "bsz": "93", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.293", "train_wall": "24", "gb_free": "41.7", "wall": "10199"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.6, "loss": "0.012", "ppl": "1.01", "wps": "8617.7", "ups": "4.27", "wpb": "2020.5", "bsz": "98.9", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.237", "train_wall": "23", "gb_free": "41.5", "wall": "10222"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.62, "loss": "0.013", "ppl": "1.01", "wps": "7620.3", "ups": "4.19", "wpb": "1818.6", "bsz": "91.8", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "10246"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.64, "loss": "0.016", "ppl": "1.01", "wps": "8872.3", "ups": "4.3", "wpb": "2064", "bsz": "101.1", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "23", "gb_free": "41.7", "wall": "10269"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.66, "loss": "0.014", "ppl": "1.01", "wps": "8195.6", "ups": "4.24", "wpb": "1930.8", "bsz": "91", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.302", "train_wall": "23", "gb_free": "41.8", "wall": "10293"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.681, "loss": "0.015", "ppl": "1.01", "wps": "7283.1", "ups": "4.2", "wpb": "1735", "bsz": "85.6", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.321", "train_wall": "24", "gb_free": "41.8", "wall": "10317"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.701, "loss": "0.015", "ppl": "1.01", "wps": "8679.2", "ups": "4.18", "wpb": "2075.7", "bsz": "96.8", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.28", "train_wall": "24", "gb_free": "41.7", "wall": "10341"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.721, "loss": "0.017", "ppl": "1.01", "wps": "8490.1", "ups": "4.16", "wpb": "2042.8", "bsz": "97.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.323", "train_wall": "24", "gb_free": "41.8", "wall": "10365"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.741, "loss": "0.01", "ppl": "1.01", "wps": "8202.8", "ups": "4.21", "wpb": "1949.6", "bsz": "97.2", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "10389"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.762, "loss": "0.017", "ppl": "1.01", "wps": "8033.9", "ups": "4.18", "wpb": "1920.2", "bsz": "94.2", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.35", "train_wall": "24", "gb_free": "41.7", "wall": "10412"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.782, "loss": "0.016", "ppl": "1.01", "wps": "7908.2", "ups": "4.2", "wpb": "1880.8", "bsz": "87.8", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.335", "train_wall": "24", "gb_free": "41.8", "wall": "10436"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.802, "loss": "0.015", "ppl": "1.01", "wps": "8672.2", "ups": "4.27", "wpb": "2031.9", "bsz": "101.7", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.291", "train_wall": "23", "gb_free": "39.8", "wall": "10460"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.822, "loss": "0.014", "ppl": "1.01", "wps": "8183.2", "ups": "4.25", "wpb": "1926.2", "bsz": "95", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.325", "train_wall": "23", "gb_free": "41.7", "wall": "10483"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.843, "loss": "0.018", "ppl": "1.01", "wps": "8357.9", "ups": "4.22", "wpb": "1982.2", "bsz": "97.1", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.369", "train_wall": "24", "gb_free": "41.8", "wall": "10507"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.863, "loss": "0.016", "ppl": "1.01", "wps": "7957.6", "ups": "4.22", "wpb": "1886.4", "bsz": "92.6", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.359", "train_wall": "24", "gb_free": "41.7", "wall": "10531"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.883, "loss": "0.02", "ppl": "1.01", "wps": "7534", "ups": "4.21", "wpb": "1790.4", "bsz": "85.4", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.396", "train_wall": "24", "gb_free": "41.6", "wall": "10554"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.903, "loss": "0.018", "ppl": "1.01", "wps": "8294", "ups": "4.28", "wpb": "1938.6", "bsz": "94", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.385", "train_wall": "23", "gb_free": "41.7", "wall": "10578"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.924, "loss": "0.015", "ppl": "1.01", "wps": "9191.4", "ups": "4.27", "wpb": "2152.8", "bsz": "100.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.307", "train_wall": "23", "gb_free": "41.4", "wall": "10601"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.944, "loss": "0.014", "ppl": "1.01", "wps": "8654.8", "ups": "4.2", "wpb": "2059.3", "bsz": "104.4", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.314", "train_wall": "24", "gb_free": "41.6", "wall": "10625"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.964, "loss": "0.016", "ppl": "1.01", "wps": "7865", "ups": "4.19", "wpb": "1878.2", "bsz": "93.9", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.286", "train_wall": "24", "gb_free": "39.9", "wall": "10649"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +{"epoch": 9, "update": 8.984, "loss": "0.013", "ppl": "1.01", "wps": "7291.6", "ups": "4.11", "wpb": "1773.8", "bsz": "83", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.338", "train_wall": "24", "gb_free": "41.7", "wall": "10673"} +begin validation on "valid" subset +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +{"epoch": 9, "valid_loss": "0.067", "valid_ppl": "1.05", "valid_wps": "26228.8", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "44478", "valid_best_loss": "0.067"} +end of epoch 9 (average epoch stats below) +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +{"epoch": 9, "train_loss": "0.016", "train_ppl": "1.01", "train_wps": "8233.2", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "44478", "train_lr": "0.000149943", "train_gnorm": "0.316", "train_train_wall": "1164", "train_gb_free": "41.4", "train_wall": "10702"} +Start iterating over samples +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.004, "loss": "0.016", "ppl": "1.01", "wps": "5849.4", "ups": "2.92", "wpb": "2006.5", "bsz": "95.9", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.353", "train_wall": "24", "gb_free": "40.7", "wall": "10707"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.025, "loss": "0.011", "ppl": "1.01", "wps": "8631.8", "ups": "4.25", "wpb": "2031.3", "bsz": "101.1", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.288", "train_wall": "23", "gb_free": "41.8", "wall": "10731"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.045, "loss": "0.013", "ppl": "1.01", "wps": "9093.6", "ups": "4.25", "wpb": "2141.2", "bsz": "99.9", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.256", "train_wall": "23", "gb_free": "41.6", "wall": "10755"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.065, "loss": "0.011", "ppl": "1.01", "wps": "8209.5", "ups": "4.26", "wpb": "1928.3", "bsz": "97.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.7", "wall": "10778"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.085, "loss": "0.013", "ppl": "1.01", "wps": "8306.8", "ups": "4.2", "wpb": "1977", "bsz": "95.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.299", "train_wall": "24", "gb_free": "41.8", "wall": "10802"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.106, "loss": "0.013", "ppl": "1.01", "wps": "8660", "ups": "4.23", "wpb": "2047.1", "bsz": "98.2", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.266", "train_wall": "23", "gb_free": "41.7", "wall": "10825"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.126, "loss": "0.014", "ppl": "1.01", "wps": "7834.3", "ups": "4.17", "wpb": "1879.7", "bsz": "94.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "10849"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.146, "loss": "0.011", "ppl": "1.01", "wps": "8699.8", "ups": "4.24", "wpb": "2051.5", "bsz": "95.8", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.6", "wall": "10873"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.166, "loss": "0.013", "ppl": "1.01", "wps": "8107.6", "ups": "4.18", "wpb": "1940", "bsz": "94.7", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.297", "train_wall": "24", "gb_free": "41.7", "wall": "10897"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.187, "loss": "0.01", "ppl": "1.01", "wps": "8970.2", "ups": "4.24", "wpb": "2116.2", "bsz": "104.9", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.252", "train_wall": "23", "gb_free": "42", "wall": "10921"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.207, "loss": "0.01", "ppl": "1.01", "wps": "8207.6", "ups": "4.17", "wpb": "1967.8", "bsz": "97.3", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.7", "wall": "10945"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.227, "loss": "0.012", "ppl": "1.01", "wps": "8135.7", "ups": "4.19", "wpb": "1942.1", "bsz": "92.1", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.7", "wall": "10968"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.247, "loss": "0.015", "ppl": "1.01", "wps": "7969.8", "ups": "4.17", "wpb": "1910.1", "bsz": "93.1", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.304", "train_wall": "24", "gb_free": "41.7", "wall": "10992"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.268, "loss": "0.011", "ppl": "1.01", "wps": "8130.8", "ups": "4.28", "wpb": "1898.9", "bsz": "93.9", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.244", "train_wall": "23", "gb_free": "41.6", "wall": "11016"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.288, "loss": "0.013", "ppl": "1.01", "wps": "8970.5", "ups": "4.26", "wpb": "2106.3", "bsz": "104.8", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.6", "wall": "11039"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.308, "loss": "0.013", "ppl": "1.01", "wps": "8068.7", "ups": "4.16", "wpb": "1937.9", "bsz": "92.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.275", "train_wall": "24", "gb_free": "41.7", "wall": "11063"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.328, "loss": "0.014", "ppl": "1.01", "wps": "8859.5", "ups": "4.24", "wpb": "2087.7", "bsz": "97.8", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.268", "train_wall": "23", "gb_free": "41.7", "wall": "11087"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.348, "loss": "0.012", "ppl": "1.01", "wps": "8344", "ups": "4.25", "wpb": "1964.5", "bsz": "97.2", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.276", "train_wall": "23", "gb_free": "41.7", "wall": "11110"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.369, "loss": "0.012", "ppl": "1.01", "wps": "8324.2", "ups": "4.23", "wpb": "1966.5", "bsz": "97", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "23", "gb_free": "41.6", "wall": "11134"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.389, "loss": "0.014", "ppl": "1.01", "wps": "7393.8", "ups": "4.16", "wpb": "1776.8", "bsz": "84.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.334", "train_wall": "24", "gb_free": "40.2", "wall": "11158"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.409, "loss": "0.014", "ppl": "1.01", "wps": "8081.4", "ups": "4.17", "wpb": "1936.2", "bsz": "97.7", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.276", "train_wall": "24", "gb_free": "41.7", "wall": "11182"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.429, "loss": "0.012", "ppl": "1.01", "wps": "8187.6", "ups": "4.2", "wpb": "1951.3", "bsz": "95", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.286", "train_wall": "24", "gb_free": "41.7", "wall": "11206"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.45, "loss": "0.015", "ppl": "1.01", "wps": "7985.2", "ups": "4.18", "wpb": "1910.5", "bsz": "90.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.346", "train_wall": "24", "gb_free": "41.7", "wall": "11230"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.47, "loss": "0.016", "ppl": "1.01", "wps": "8377.7", "ups": "4.2", "wpb": "1993.7", "bsz": "94.5", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.7", "wall": "11254"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.49, "loss": "0.015", "ppl": "1.01", "wps": "8468.4", "ups": "4.22", "wpb": "2006.8", "bsz": "93", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "11277"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.51, "loss": "0.014", "ppl": "1.01", "wps": "8446.6", "ups": "4.23", "wpb": "1995.8", "bsz": "93.7", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.306", "train_wall": "23", "gb_free": "41.6", "wall": "11301"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.531, "loss": "0.015", "ppl": "1.01", "wps": "8265.7", "ups": "4.21", "wpb": "1961.9", "bsz": "93", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.273", "train_wall": "24", "gb_free": "41.6", "wall": "11325"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.551, "loss": "0.01", "ppl": "1.01", "wps": "7698.1", "ups": "4.21", "wpb": "1827.2", "bsz": "90.7", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.264", "train_wall": "24", "gb_free": "41.7", "wall": "11348"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.571, "loss": "0.011", "ppl": "1.01", "wps": "8956.7", "ups": "4.24", "wpb": "2112.8", "bsz": "103.4", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.269", "train_wall": "23", "gb_free": "41.7", "wall": "11372"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.591, "loss": "0.012", "ppl": "1.01", "wps": "8270.9", "ups": "4.23", "wpb": "1953", "bsz": "94", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.334", "train_wall": "23", "gb_free": "41.6", "wall": "11396"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.611, "loss": "0.012", "ppl": "1.01", "wps": "8224.7", "ups": "4.16", "wpb": "1976.4", "bsz": "96.2", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.306", "train_wall": "24", "gb_free": "41.6", "wall": "11420"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.632, "loss": "0.012", "ppl": "1.01", "wps": "9279.9", "ups": "4.25", "wpb": "2181.2", "bsz": "109.2", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.255", "train_wall": "23", "gb_free": "41.6", "wall": "11443"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.652, "loss": "0.013", "ppl": "1.01", "wps": "7645.2", "ups": "4.21", "wpb": "1817.1", "bsz": "88.2", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.329", "train_wall": "24", "gb_free": "41.7", "wall": "11467"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.672, "loss": "0.014", "ppl": "1.01", "wps": "8376.2", "ups": "4.21", "wpb": "1987.9", "bsz": "95.4", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.282", "train_wall": "24", "gb_free": "41.7", "wall": "11491"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.692, "loss": "0.012", "ppl": "1.01", "wps": "8083.7", "ups": "4.2", "wpb": "1926.6", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.329", "train_wall": "24", "gb_free": "40.1", "wall": "11515"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.713, "loss": "0.016", "ppl": "1.01", "wps": "8447.8", "ups": "4.18", "wpb": "2021.1", "bsz": "92.5", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.354", "train_wall": "24", "gb_free": "41.7", "wall": "11538"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.733, "loss": "0.015", "ppl": "1.01", "wps": "8380", "ups": "4.24", "wpb": "1976.1", "bsz": "94.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.6", "wall": "11562"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.753, "loss": "0.011", "ppl": "1.01", "wps": "8542.4", "ups": "4.24", "wpb": "2013.5", "bsz": "98.6", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.225", "train_wall": "23", "gb_free": "41.6", "wall": "11586"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.773, "loss": "0.01", "ppl": "1.01", "wps": "8775.4", "ups": "4.22", "wpb": "2079.2", "bsz": "98.3", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.8", "wall": "11609"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.794, "loss": "0.011", "ppl": "1.01", "wps": "8922", "ups": "4.29", "wpb": "2080.8", "bsz": "100.6", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.228", "train_wall": "23", "gb_free": "41.8", "wall": "11633"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.814, "loss": "0.01", "ppl": "1.01", "wps": "7913.5", "ups": "4.26", "wpb": "1856.8", "bsz": "93.3", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.224", "train_wall": "23", "gb_free": "41.9", "wall": "11656"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.834, "loss": "0.009", "ppl": "1.01", "wps": "8299", "ups": "4.23", "wpb": "1961.5", "bsz": "94.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "11680"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.854, "loss": "0.012", "ppl": "1.01", "wps": "8045.6", "ups": "4.22", "wpb": "1907.7", "bsz": "93.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "11703"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.875, "loss": "0.016", "ppl": "1.01", "wps": "8713.4", "ups": "4.21", "wpb": "2068.5", "bsz": "95", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.4", "wall": "11727"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.895, "loss": "0.012", "ppl": "1.01", "wps": "8112.6", "ups": "4.21", "wpb": "1927.3", "bsz": "95.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.5", "wall": "11751"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.915, "loss": "0.014", "ppl": "1.01", "wps": "7793.5", "ups": "4.13", "wpb": "1886.7", "bsz": "89.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.336", "train_wall": "24", "gb_free": "41.5", "wall": "11775"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.935, "loss": "0.013", "ppl": "1.01", "wps": "7807.7", "ups": "4.21", "wpb": "1854.7", "bsz": "88.6", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.9", "wall": "11799"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.955, "loss": "0.014", "ppl": "1.01", "wps": "8422.9", "ups": "4.24", "wpb": "1986.6", "bsz": "97.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.282", "train_wall": "23", "gb_free": "41.6", "wall": "11823"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.976, "loss": "0.015", "ppl": "1.01", "wps": "7708.4", "ups": "4.22", "wpb": "1826.2", "bsz": "87.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.345", "train_wall": "23", "gb_free": "41.8", "wall": "11846"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +{"epoch": 10, "update": 9.996, "loss": "0.013", "ppl": "1.01", "wps": "8313.5", "ups": "4.27", "wpb": "1948.4", "bsz": "95.5", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.5", "wall": "11870"} +begin validation on "valid" subset +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +{"epoch": 10, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26524.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "49420", "valid_best_loss": "0.067"} +end of epoch 10 (average epoch stats below) +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +{"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "8242.4", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "49420", "train_lr": "0.000142249", "train_gnorm": "0.285", "train_train_wall": "1162", "train_gb_free": "41.5", "train_wall": "11885"} +Start iterating over samples +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.016, "loss": "0.014", "ppl": "1.01", "wps": "6418.8", "ups": "2.95", "wpb": "2177.5", "bsz": "102.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "11904"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.036, "loss": "0.014", "ppl": "1.01", "wps": "8283", "ups": "4.17", "wpb": "1986.2", "bsz": "97.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.311", "train_wall": "24", "gb_free": "40.4", "wall": "11928"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.057, "loss": "0.011", "ppl": "1.01", "wps": "8744.5", "ups": "4.3", "wpb": "2034.2", "bsz": "103", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.9", "wall": "11951"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.077, "loss": "0.009", "ppl": "1.01", "wps": "8183.4", "ups": "4.23", "wpb": "1935", "bsz": "91.3", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.6", "wall": "11975"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.097, "loss": "0.009", "ppl": "1.01", "wps": "7563.5", "ups": "4.22", "wpb": "1790.6", "bsz": "88.6", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.6", "wall": "11998"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.117, "loss": "0.01", "ppl": "1.01", "wps": "8004.1", "ups": "4.23", "wpb": "1892.3", "bsz": "92", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.7", "wall": "12022"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.138, "loss": "0.008", "ppl": "1.01", "wps": "8786.9", "ups": "4.28", "wpb": "2051.8", "bsz": "102.6", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.222", "train_wall": "23", "gb_free": "41.6", "wall": "12045"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.158, "loss": "0.008", "ppl": "1.01", "wps": "9042.7", "ups": "4.27", "wpb": "2120.1", "bsz": "103", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.239", "train_wall": "23", "gb_free": "41.7", "wall": "12069"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.178, "loss": "0.01", "ppl": "1.01", "wps": "8410.8", "ups": "4.25", "wpb": "1979.2", "bsz": "95.8", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.274", "train_wall": "23", "gb_free": "41.9", "wall": "12092"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.198, "loss": "0.014", "ppl": "1.01", "wps": "8387.8", "ups": "4.23", "wpb": "1984.3", "bsz": "96.4", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.3", "train_wall": "23", "gb_free": "41.9", "wall": "12116"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.219, "loss": "0.011", "ppl": "1.01", "wps": "8476.4", "ups": "4.26", "wpb": "1990.8", "bsz": "94.5", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.298", "train_wall": "23", "gb_free": "41.6", "wall": "12139"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.239, "loss": "0.011", "ppl": "1.01", "wps": "8321.8", "ups": "4.24", "wpb": "1960.8", "bsz": "90.6", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.27", "train_wall": "23", "gb_free": "39.9", "wall": "12163"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.259, "loss": "0.011", "ppl": "1.01", "wps": "8011.9", "ups": "4.2", "wpb": "1908.9", "bsz": "91", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "12187"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.279, "loss": "0.011", "ppl": "1.01", "wps": "8179.4", "ups": "4.21", "wpb": "1943.1", "bsz": "93.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.7", "wall": "12211"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.299, "loss": "0.014", "ppl": "1.01", "wps": "7485.4", "ups": "4.16", "wpb": "1798.4", "bsz": "87", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.3", "wall": "12235"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.32, "loss": "0.011", "ppl": "1.01", "wps": "7657.5", "ups": "4.24", "wpb": "1804.2", "bsz": "83.8", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.301", "train_wall": "23", "gb_free": "41.6", "wall": "12258"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.34, "loss": "0.012", "ppl": "1.01", "wps": "8580.1", "ups": "4.2", "wpb": "2042", "bsz": "96.2", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.261", "train_wall": "24", "gb_free": "41.8", "wall": "12282"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.36, "loss": "0.013", "ppl": "1.01", "wps": "8661.4", "ups": "4.22", "wpb": "2052", "bsz": "100.1", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.375", "train_wall": "23", "gb_free": "41.8", "wall": "12306"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.38, "loss": "0.014", "ppl": "1.01", "wps": "7673.6", "ups": "4.18", "wpb": "1837.8", "bsz": "91.4", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.317", "train_wall": "24", "gb_free": "41.7", "wall": "12330"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.401, "loss": "0.013", "ppl": "1.01", "wps": "8321", "ups": "4.16", "wpb": "2001.6", "bsz": "96.6", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.268", "train_wall": "24", "gb_free": "41.6", "wall": "12354"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.421, "loss": "0.011", "ppl": "1.01", "wps": "8575.5", "ups": "4.23", "wpb": "2029", "bsz": "95", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.265", "train_wall": "23", "gb_free": "41.7", "wall": "12377"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.441, "loss": "0.009", "ppl": "1.01", "wps": "7997.9", "ups": "4.22", "wpb": "1896.2", "bsz": "91.7", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "12401"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.461, "loss": "0.01", "ppl": "1.01", "wps": "7588.7", "ups": "4.22", "wpb": "1799.8", "bsz": "87.1", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.264", "train_wall": "24", "gb_free": "40.2", "wall": "12425"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.482, "loss": "0.01", "ppl": "1.01", "wps": "8189.2", "ups": "4.24", "wpb": "1933.6", "bsz": "95", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.331", "train_wall": "23", "gb_free": "41.7", "wall": "12448"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.502, "loss": "0.011", "ppl": "1.01", "wps": "8419.7", "ups": "4.24", "wpb": "1985.3", "bsz": "93.4", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.8", "wall": "12472"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.522, "loss": "0.012", "ppl": "1.01", "wps": "8530.4", "ups": "4.26", "wpb": "2004.7", "bsz": "102.2", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.292", "train_wall": "23", "gb_free": "41.8", "wall": "12495"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.542, "loss": "0.009", "ppl": "1.01", "wps": "8430.1", "ups": "4.26", "wpb": "1980.1", "bsz": "95.2", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.7", "wall": "12519"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.563, "loss": "0.009", "ppl": "1.01", "wps": "9269.4", "ups": "4.26", "wpb": "2175.6", "bsz": "102", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.206", "train_wall": "23", "gb_free": "40.8", "wall": "12542"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.583, "loss": "0.009", "ppl": "1.01", "wps": "7844.2", "ups": "4.21", "wpb": "1862.7", "bsz": "89.7", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.233", "train_wall": "24", "gb_free": "40", "wall": "12566"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.603, "loss": "0.011", "ppl": "1.01", "wps": "8514.2", "ups": "4.18", "wpb": "2035.2", "bsz": "99.1", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.272", "train_wall": "24", "gb_free": "41.6", "wall": "12590"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.623, "loss": "0.011", "ppl": "1.01", "wps": "8214.6", "ups": "4.18", "wpb": "1963.3", "bsz": "89.2", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "24", "gb_free": "41.6", "wall": "12614"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.643, "loss": "0.01", "ppl": "1.01", "wps": "7899.9", "ups": "4.2", "wpb": "1879.1", "bsz": "87.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.26", "train_wall": "24", "gb_free": "41.9", "wall": "12638"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.664, "loss": "0.009", "ppl": "1.01", "wps": "8199.3", "ups": "4.22", "wpb": "1941.7", "bsz": "95.5", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.257", "train_wall": "23", "gb_free": "41.6", "wall": "12661"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.684, "loss": "0.01", "ppl": "1.01", "wps": "9481.1", "ups": "4.26", "wpb": "2224.6", "bsz": "108.1", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.238", "train_wall": "23", "gb_free": "41.7", "wall": "12685"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.704, "loss": "0.009", "ppl": "1.01", "wps": "8257.7", "ups": "4.21", "wpb": "1962.1", "bsz": "96.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.8", "wall": "12709"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.724, "loss": "0.01", "ppl": "1.01", "wps": "8943.9", "ups": "4.25", "wpb": "2105.2", "bsz": "104.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.23", "train_wall": "23", "gb_free": "41.7", "wall": "12732"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.745, "loss": "0.01", "ppl": "1.01", "wps": "7775.1", "ups": "4.22", "wpb": "1843.7", "bsz": "89.3", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.241", "train_wall": "24", "gb_free": "41.7", "wall": "12756"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.765, "loss": "0.01", "ppl": "1.01", "wps": "8140.5", "ups": "4.25", "wpb": "1914.2", "bsz": "92.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.259", "train_wall": "23", "gb_free": "41.7", "wall": "12780"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.785, "loss": "0.014", "ppl": "1.01", "wps": "9254.1", "ups": "4.26", "wpb": "2170.2", "bsz": "104.1", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.357", "train_wall": "23", "gb_free": "41.7", "wall": "12803"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.805, "loss": "0.014", "ppl": "1.01", "wps": "8427.8", "ups": "4.2", "wpb": "2005.5", "bsz": "97", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "12827"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.826, "loss": "0.009", "ppl": "1.01", "wps": "7981.5", "ups": "4.23", "wpb": "1884.8", "bsz": "93.1", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.234", "train_wall": "23", "gb_free": "41.6", "wall": "12850"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.846, "loss": "0.008", "ppl": "1.01", "wps": "8617.7", "ups": "4.22", "wpb": "2044.5", "bsz": "98.4", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "12874"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.866, "loss": "0.012", "ppl": "1.01", "wps": "8180.1", "ups": "4.23", "wpb": "1933.8", "bsz": "94.6", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.247", "train_wall": "23", "gb_free": "41.7", "wall": "12898"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.886, "loss": "0.009", "ppl": "1.01", "wps": "8180.7", "ups": "4.22", "wpb": "1940.1", "bsz": "93.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.8", "wall": "12921"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.907, "loss": "0.017", "ppl": "1.01", "wps": "8536.5", "ups": "4.24", "wpb": "2015", "bsz": "98", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.349", "train_wall": "23", "gb_free": "41.7", "wall": "12945"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.927, "loss": "0.009", "ppl": "1.01", "wps": "8251.7", "ups": "4.19", "wpb": "1967.8", "bsz": "95.3", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.249", "train_wall": "24", "gb_free": "41.7", "wall": "12969"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.947, "loss": "0.009", "ppl": "1.01", "wps": "8219.3", "ups": "4.2", "wpb": "1955.3", "bsz": "94.8", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.214", "train_wall": "24", "gb_free": "40.4", "wall": "12993"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "8812.9", "ups": "4.19", "wpb": "2103.1", "bsz": "101.5", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.5", "wall": "13017"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +{"epoch": 11, "update": 10.987, "loss": "0.01", "ppl": "1.01", "wps": "8045.4", "ups": "4.21", "wpb": "1908.8", "bsz": "93.3", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.235", "train_wall": "24", "gb_free": "41.6", "wall": "13040"} +begin validation on "valid" subset +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +{"epoch": 11, "valid_loss": "0.065", "valid_ppl": "1.05", "valid_wps": "26345.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "54362", "valid_best_loss": "0.065"} +end of epoch 11 (average epoch stats below) +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +{"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "8252.1", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "54362", "train_lr": "0.000135629", "train_gnorm": "0.266", "train_train_wall": "1161", "train_gb_free": "41.5", "train_wall": "13066"} +Start iterating over samples +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.008, "loss": "0.008", "ppl": "1.01", "wps": "5625.8", "ups": "2.91", "wpb": "1931.6", "bsz": "95.8", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.5", "wall": "13075"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.028, "loss": "0.006", "ppl": "1", "wps": "7722.8", "ups": "4.22", "wpb": "1831.4", "bsz": "92.3", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.162", "train_wall": "23", "gb_free": "42", "wall": "13098"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.048, "loss": "0.008", "ppl": "1.01", "wps": "8116.1", "ups": "4.2", "wpb": "1932.7", "bsz": "93.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "13122"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.068, "loss": "0.008", "ppl": "1.01", "wps": "8201.4", "ups": "4.2", "wpb": "1953.9", "bsz": "93.7", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.8", "wall": "13146"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.089, "loss": "0.006", "ppl": "1", "wps": "7867.8", "ups": "4.19", "wpb": "1878.8", "bsz": "91.9", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "13170"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.109, "loss": "0.007", "ppl": "1.01", "wps": "8021.7", "ups": "4.19", "wpb": "1912.7", "bsz": "92.3", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "13194"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.129, "loss": "0.007", "ppl": "1", "wps": "8671.2", "ups": "4.25", "wpb": "2042.5", "bsz": "100", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.195", "train_wall": "23", "gb_free": "41.8", "wall": "13217"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.149, "loss": "0.009", "ppl": "1.01", "wps": "8779.8", "ups": "4.22", "wpb": "2078.2", "bsz": "101.8", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.275", "train_wall": "23", "gb_free": "41.6", "wall": "13241"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.17, "loss": "0.01", "ppl": "1.01", "wps": "8806.4", "ups": "4.25", "wpb": "2072.3", "bsz": "97.8", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.31", "train_wall": "23", "gb_free": "41.7", "wall": "13265"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.19, "loss": "0.011", "ppl": "1.01", "wps": "7835.7", "ups": "4.24", "wpb": "1849.3", "bsz": "91.7", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.301", "train_wall": "23", "gb_free": "40.4", "wall": "13288"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.21, "loss": "0.013", "ppl": "1.01", "wps": "8186.2", "ups": "4.16", "wpb": "1969.9", "bsz": "94.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.288", "train_wall": "24", "gb_free": "41.8", "wall": "13312"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.23, "loss": "0.016", "ppl": "1.01", "wps": "8336.6", "ups": "4.23", "wpb": "1970.2", "bsz": "95.3", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.411", "train_wall": "23", "gb_free": "41.8", "wall": "13336"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.251, "loss": "0.011", "ppl": "1.01", "wps": "8082.7", "ups": "4.16", "wpb": "1943.4", "bsz": "93.1", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.335", "train_wall": "24", "gb_free": "40", "wall": "13360"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.271, "loss": "0.009", "ppl": "1.01", "wps": "8274", "ups": "4.23", "wpb": "1955.8", "bsz": "92.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.277", "train_wall": "23", "gb_free": "41.7", "wall": "13384"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.291, "loss": "0.009", "ppl": "1.01", "wps": "8274.8", "ups": "4.18", "wpb": "1977.4", "bsz": "94.3", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.262", "train_wall": "24", "gb_free": "41.7", "wall": "13408"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.311, "loss": "0.008", "ppl": "1.01", "wps": "9767.5", "ups": "4.25", "wpb": "2298.7", "bsz": "110.2", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.232", "train_wall": "23", "gb_free": "41.7", "wall": "13431"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.331, "loss": "0.008", "ppl": "1.01", "wps": "8275.1", "ups": "4.21", "wpb": "1963.9", "bsz": "98.6", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.7", "wall": "13455"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.352, "loss": "0.007", "ppl": "1.01", "wps": "9059.7", "ups": "4.26", "wpb": "2129", "bsz": "107.7", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.236", "train_wall": "23", "gb_free": "41.8", "wall": "13478"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.372, "loss": "0.008", "ppl": "1.01", "wps": "8530.7", "ups": "4.28", "wpb": "1992.3", "bsz": "98.6", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "13502"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.392, "loss": "0.01", "ppl": "1.01", "wps": "8650.6", "ups": "4.27", "wpb": "2026.5", "bsz": "99.3", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.254", "train_wall": "23", "gb_free": "41.5", "wall": "13525"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.412, "loss": "0.009", "ppl": "1.01", "wps": "8714.6", "ups": "4.24", "wpb": "2055", "bsz": "97.8", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.245", "train_wall": "23", "gb_free": "41.8", "wall": "13549"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.433, "loss": "0.011", "ppl": "1.01", "wps": "8599.3", "ups": "4.22", "wpb": "2037.5", "bsz": "99.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.29", "train_wall": "24", "gb_free": "41.7", "wall": "13572"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.453, "loss": "0.009", "ppl": "1.01", "wps": "7863.8", "ups": "4.22", "wpb": "1862.5", "bsz": "92.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.234", "train_wall": "24", "gb_free": "40.4", "wall": "13596"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.473, "loss": "0.009", "ppl": "1.01", "wps": "8190", "ups": "4.21", "wpb": "1947", "bsz": "93.4", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.7", "wall": "13620"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.493, "loss": "0.013", "ppl": "1.01", "wps": "8358", "ups": "4.2", "wpb": "1988.9", "bsz": "97.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.307", "train_wall": "24", "gb_free": "39.8", "wall": "13644"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.514, "loss": "0.009", "ppl": "1.01", "wps": "9154.8", "ups": "4.22", "wpb": "2167.1", "bsz": "104.8", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.272", "train_wall": "23", "gb_free": "41.6", "wall": "13667"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.534, "loss": "0.008", "ppl": "1.01", "wps": "8011.6", "ups": "4.18", "wpb": "1915.4", "bsz": "91.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.6", "wall": "13691"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.554, "loss": "0.01", "ppl": "1.01", "wps": "8609.2", "ups": "4.2", "wpb": "2050.6", "bsz": "96.6", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.5", "wall": "13715"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.574, "loss": "0.01", "ppl": "1.01", "wps": "7936.6", "ups": "4.19", "wpb": "1896.1", "bsz": "95.7", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "13739"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.594, "loss": "0.009", "ppl": "1.01", "wps": "8643.7", "ups": "4.25", "wpb": "2034.4", "bsz": "98.3", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.7", "wall": "13763"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.615, "loss": "0.008", "ppl": "1.01", "wps": "7908.8", "ups": "4.19", "wpb": "1887.1", "bsz": "90", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "13786"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.635, "loss": "0.007", "ppl": "1", "wps": "8162.6", "ups": "4.23", "wpb": "1927.7", "bsz": "93", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.8", "wall": "13810"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.655, "loss": "0.007", "ppl": "1", "wps": "8377.7", "ups": "4.17", "wpb": "2006.6", "bsz": "94.5", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.6", "wall": "13834"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.675, "loss": "0.01", "ppl": "1.01", "wps": "8244", "ups": "4.19", "wpb": "1966.9", "bsz": "92.2", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.7", "wall": "13858"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.696, "loss": "0.008", "ppl": "1.01", "wps": "8361.9", "ups": "4.22", "wpb": "1983.2", "bsz": "98", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.243", "train_wall": "23", "gb_free": "41.6", "wall": "13882"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.716, "loss": "0.011", "ppl": "1.01", "wps": "7846.9", "ups": "4.12", "wpb": "1904.1", "bsz": "92.1", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.6", "wall": "13906"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.736, "loss": "0.008", "ppl": "1.01", "wps": "7454.2", "ups": "4.16", "wpb": "1794", "bsz": "87.4", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.27", "train_wall": "24", "gb_free": "41.8", "wall": "13930"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.756, "loss": "0.008", "ppl": "1.01", "wps": "8053.6", "ups": "4.17", "wpb": "1931", "bsz": "93.5", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "13954"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.777, "loss": "0.011", "ppl": "1.01", "wps": "8320.3", "ups": "4.14", "wpb": "2010.2", "bsz": "93.4", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.25", "train_wall": "24", "gb_free": "40.8", "wall": "13978"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.797, "loss": "0.008", "ppl": "1.01", "wps": "8278.3", "ups": "4.18", "wpb": "1981.6", "bsz": "98.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.6", "wall": "14002"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.817, "loss": "0.012", "ppl": "1.01", "wps": "8237.1", "ups": "4.13", "wpb": "1996.4", "bsz": "93.3", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.32", "train_wall": "24", "gb_free": "41.8", "wall": "14026"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.837, "loss": "0.011", "ppl": "1.01", "wps": "8630", "ups": "4.18", "wpb": "2062.3", "bsz": "102.3", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.292", "train_wall": "24", "gb_free": "40.6", "wall": "14050"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.858, "loss": "0.01", "ppl": "1.01", "wps": "8314.6", "ups": "4.15", "wpb": "2004.2", "bsz": "96.2", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.269", "train_wall": "24", "gb_free": "40.5", "wall": "14074"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.878, "loss": "0.009", "ppl": "1.01", "wps": "8010.1", "ups": "4.11", "wpb": "1946.8", "bsz": "97.1", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.6", "wall": "14099"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.898, "loss": "0.011", "ppl": "1.01", "wps": "7547.5", "ups": "4.06", "wpb": "1857.9", "bsz": "86.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.6", "wall": "14123"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.918, "loss": "0.009", "ppl": "1.01", "wps": "7325.8", "ups": "4.11", "wpb": "1780.8", "bsz": "87", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.273", "train_wall": "24", "gb_free": "42.1", "wall": "14148"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.938, "loss": "0.009", "ppl": "1.01", "wps": "7988.4", "ups": "4.12", "wpb": "1940.7", "bsz": "92.1", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.263", "train_wall": "24", "gb_free": "41.9", "wall": "14172"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.959, "loss": "0.013", "ppl": "1.01", "wps": "7845.3", "ups": "4.12", "wpb": "1903.3", "bsz": "91", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.364", "train_wall": "24", "gb_free": "41.9", "wall": "14196"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.979, "loss": "0.009", "ppl": "1.01", "wps": "8105.4", "ups": "4.14", "wpb": "1955.9", "bsz": "88.2", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.6", "wall": "14220"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +{"epoch": 12, "update": 11.999, "loss": "0.008", "ppl": "1.01", "wps": "8302.2", "ups": "4.19", "wpb": "1981.3", "bsz": "100.1", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.206", "train_wall": "24", "gb_free": "41.6", "wall": "14244"} +begin validation on "valid" subset +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +{"epoch": 12, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "25650.2", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "59304", "valid_best_loss": "0.063"} +end of epoch 12 (average epoch stats below) +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +{"epoch": 12, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "8183", "train_ups": "4.15", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "59304", "train_lr": "0.000129855", "train_gnorm": "0.254", "train_train_wall": "1169", "train_gb_free": "41.6", "train_wall": "14257"} +Start iterating over samples +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.019, "loss": "0.005", "ppl": "1", "wps": "5472.1", "ups": "2.79", "wpb": "1959.6", "bsz": "97.8", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "14280"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.04, "loss": "0.008", "ppl": "1.01", "wps": "7794.7", "ups": "4.12", "wpb": "1891.7", "bsz": "86.5", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.9", "wall": "14304"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.06, "loss": "0.007", "ppl": "1", "wps": "7905", "ups": "4.13", "wpb": "1912.3", "bsz": "94", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.7", "wall": "14328"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.08, "loss": "0.007", "ppl": "1.01", "wps": "8560.5", "ups": "4.15", "wpb": "2063.8", "bsz": "104.2", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.203", "train_wall": "24", "gb_free": "40.9", "wall": "14353"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.1, "loss": "0.006", "ppl": "1", "wps": "8733.6", "ups": "4.17", "wpb": "2095", "bsz": "100.7", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "14377"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "8155.2", "ups": "4.16", "wpb": "1961", "bsz": "94", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "14401"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.141, "loss": "0.009", "ppl": "1.01", "wps": "8288", "ups": "4.18", "wpb": "1984.4", "bsz": "94.9", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.7", "wall": "14425"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.161, "loss": "0.005", "ppl": "1", "wps": "8551.9", "ups": "4.19", "wpb": "2042.8", "bsz": "98.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.179", "train_wall": "24", "gb_free": "41.8", "wall": "14449"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.181, "loss": "0.006", "ppl": "1", "wps": "7705.3", "ups": "4.12", "wpb": "1869", "bsz": "90.3", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.8", "wall": "14473"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.202, "loss": "0.007", "ppl": "1", "wps": "7129.8", "ups": "4.1", "wpb": "1740.7", "bsz": "81.7", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.22", "train_wall": "24", "gb_free": "41.8", "wall": "14497"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.222, "loss": "0.009", "ppl": "1.01", "wps": "8035.2", "ups": "4.16", "wpb": "1933.3", "bsz": "91.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.9", "wall": "14521"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.242, "loss": "0.008", "ppl": "1.01", "wps": "7224.4", "ups": "4.09", "wpb": "1767.5", "bsz": "83.4", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.256", "train_wall": "24", "gb_free": "41.8", "wall": "14546"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.262, "loss": "0.007", "ppl": "1", "wps": "8783.7", "ups": "4.22", "wpb": "2082.3", "bsz": "101.9", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.9", "wall": "14569"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.282, "loss": "0.008", "ppl": "1.01", "wps": "9225.7", "ups": "4.2", "wpb": "2197.5", "bsz": "101", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "14593"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.303, "loss": "0.006", "ppl": "1", "wps": "9423.6", "ups": "4.2", "wpb": "2242.3", "bsz": "111.1", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.8", "wall": "14617"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.323, "loss": "0.007", "ppl": "1", "wps": "8910", "ups": "4.17", "wpb": "2137.8", "bsz": "102.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.183", "train_wall": "24", "gb_free": "41.6", "wall": "14641"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.343, "loss": "0.006", "ppl": "1", "wps": "7890.9", "ups": "4.14", "wpb": "1905.7", "bsz": "93", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.8", "wall": "14665"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.363, "loss": "0.009", "ppl": "1.01", "wps": "8944.2", "ups": "4.17", "wpb": "2144.7", "bsz": "103.5", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.342", "train_wall": "24", "gb_free": "41.5", "wall": "14689"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.384, "loss": "0.011", "ppl": "1.01", "wps": "8839.7", "ups": "4.19", "wpb": "2111", "bsz": "104.3", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.344", "train_wall": "24", "gb_free": "41.7", "wall": "14713"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.404, "loss": "0.009", "ppl": "1.01", "wps": "8301.5", "ups": "4.14", "wpb": "2006.7", "bsz": "93.9", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.248", "train_wall": "24", "gb_free": "41.7", "wall": "14737"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.424, "loss": "0.009", "ppl": "1.01", "wps": "8952.3", "ups": "4.17", "wpb": "2146.7", "bsz": "104.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "14761"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.444, "loss": "0.008", "ppl": "1.01", "wps": "8277.9", "ups": "4.16", "wpb": "1989.1", "bsz": "99.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "14785"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.465, "loss": "0.008", "ppl": "1.01", "wps": "7860.5", "ups": "4.1", "wpb": "1915.8", "bsz": "90.5", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.6", "wall": "14810"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.485, "loss": "0.01", "ppl": "1.01", "wps": "8388.6", "ups": "4.12", "wpb": "2033.8", "bsz": "97.2", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.258", "train_wall": "24", "gb_free": "41.8", "wall": "14834"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.505, "loss": "0.012", "ppl": "1.01", "wps": "7073.7", "ups": "4.09", "wpb": "1727.8", "bsz": "78.8", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.301", "train_wall": "24", "gb_free": "41.7", "wall": "14858"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.525, "loss": "0.01", "ppl": "1.01", "wps": "8018.5", "ups": "4.06", "wpb": "1975.7", "bsz": "91.2", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.256", "train_wall": "24", "gb_free": "40.5", "wall": "14883"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.546, "loss": "0.008", "ppl": "1.01", "wps": "8340.9", "ups": "4.13", "wpb": "2017.1", "bsz": "95.5", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.8", "wall": "14907"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.566, "loss": "0.007", "ppl": "1", "wps": "8182.6", "ups": "4.18", "wpb": "1959.4", "bsz": "97.1", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.234", "train_wall": "24", "gb_free": "42", "wall": "14931"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.586, "loss": "0.008", "ppl": "1.01", "wps": "7458.9", "ups": "4.12", "wpb": "1809.1", "bsz": "85.5", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.227", "train_wall": "24", "gb_free": "41.8", "wall": "14956"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.606, "loss": "0.01", "ppl": "1.01", "wps": "7766.4", "ups": "4.07", "wpb": "1906.2", "bsz": "89.5", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.252", "train_wall": "24", "gb_free": "41.5", "wall": "14980"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.626, "loss": "0.009", "ppl": "1.01", "wps": "9007.6", "ups": "4.15", "wpb": "2172.2", "bsz": "103", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15004"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.647, "loss": "0.008", "ppl": "1.01", "wps": "8097.7", "ups": "4.09", "wpb": "1979.3", "bsz": "95.8", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.223", "train_wall": "24", "gb_free": "41.7", "wall": "15029"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.667, "loss": "0.006", "ppl": "1", "wps": "8093.8", "ups": "4.21", "wpb": "1921.3", "bsz": "96.5", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.8", "wall": "15052"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.687, "loss": "0.006", "ppl": "1", "wps": "7395", "ups": "4.16", "wpb": "1778.5", "bsz": "87.8", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.8", "wall": "15076"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.707, "loss": "0.006", "ppl": "1", "wps": "8183.4", "ups": "4.16", "wpb": "1965.1", "bsz": "96.8", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.5", "wall": "15100"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.728, "loss": "0.007", "ppl": "1", "wps": "8041", "ups": "4.16", "wpb": "1933.2", "bsz": "97.6", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.239", "train_wall": "24", "gb_free": "41.7", "wall": "15125"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.748, "loss": "0.008", "ppl": "1.01", "wps": "8081.1", "ups": "4.09", "wpb": "1976.5", "bsz": "95.3", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.5", "wall": "15149"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.768, "loss": "0.007", "ppl": "1.01", "wps": "8215.8", "ups": "4.15", "wpb": "1978.6", "bsz": "96.6", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.8", "wall": "15173"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.788, "loss": "0.008", "ppl": "1.01", "wps": "8102.4", "ups": "4.13", "wpb": "1962.6", "bsz": "94.4", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.204", "train_wall": "24", "gb_free": "39.3", "wall": "15197"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.809, "loss": "0.007", "ppl": "1", "wps": "8202.8", "ups": "4.15", "wpb": "1978.7", "bsz": "99.7", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.189", "train_wall": "24", "gb_free": "40.7", "wall": "15221"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.829, "loss": "0.007", "ppl": "1", "wps": "7514.2", "ups": "4.15", "wpb": "1812.2", "bsz": "88.2", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.9", "wall": "15246"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.849, "loss": "0.006", "ppl": "1", "wps": "8423", "ups": "4.2", "wpb": "2003.7", "bsz": "100.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.173", "train_wall": "24", "gb_free": "41.5", "wall": "15269"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.869, "loss": "0.009", "ppl": "1.01", "wps": "8657", "ups": "4.13", "wpb": "2094.8", "bsz": "96.7", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.241", "train_wall": "24", "gb_free": "40.6", "wall": "15294"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.89, "loss": "0.01", "ppl": "1.01", "wps": "8211.4", "ups": "4.11", "wpb": "1999.1", "bsz": "96.5", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.248", "train_wall": "24", "gb_free": "40.5", "wall": "15318"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.91, "loss": "0.008", "ppl": "1.01", "wps": "8239.7", "ups": "4.2", "wpb": "1962.5", "bsz": "96.6", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "15342"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.93, "loss": "0.007", "ppl": "1", "wps": "8317.8", "ups": "4.18", "wpb": "1990.4", "bsz": "97.2", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "15366"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.95, "loss": "0.008", "ppl": "1.01", "wps": "7849.5", "ups": "4.16", "wpb": "1888.7", "bsz": "93.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "15390"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.97, "loss": "0.008", "ppl": "1.01", "wps": "7994.8", "ups": "4.16", "wpb": "1922.1", "bsz": "94.5", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "15414"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +{"epoch": 13, "update": 12.991, "loss": "0.007", "ppl": "1", "wps": "7516.8", "ups": "4.11", "wpb": "1829.6", "bsz": "89.9", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.7", "wall": "15438"} +begin validation on "valid" subset +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +{"epoch": 13, "valid_loss": "0.066", "valid_ppl": "1.05", "valid_wps": "25798.7", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "64246", "valid_best_loss": "0.063"} +end of epoch 13 (average epoch stats below) +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +{"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "8099.3", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "64246", "train_lr": "0.00012476", "train_gnorm": "0.22", "train_train_wall": "1180", "train_gb_free": "41.8", "train_wall": "15460"} +Start iterating over samples +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.011, "loss": "0.006", "ppl": "1", "wps": "5395.2", "ups": "2.85", "wpb": "1891.9", "bsz": "94.6", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "15473"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.031, "loss": "0.007", "ppl": "1.01", "wps": "8474.7", "ups": "4.17", "wpb": "2031.6", "bsz": "101.4", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.253", "train_wall": "24", "gb_free": "41.8", "wall": "15497"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.051, "loss": "0.011", "ppl": "1.01", "wps": "7473.7", "ups": "4.08", "wpb": "1830.8", "bsz": "88.8", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.293", "train_wall": "24", "gb_free": "41", "wall": "15522"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.072, "loss": "0.008", "ppl": "1.01", "wps": "7868.1", "ups": "4.12", "wpb": "1909.1", "bsz": "92.1", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.5", "wall": "15546"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.092, "loss": "0.006", "ppl": "1", "wps": "7607.1", "ups": "4.11", "wpb": "1852.1", "bsz": "92.3", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.175", "train_wall": "24", "gb_free": "42", "wall": "15570"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.112, "loss": "0.006", "ppl": "1", "wps": "9042.7", "ups": "4.19", "wpb": "2156.7", "bsz": "104.1", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.151", "train_wall": "24", "gb_free": "41.9", "wall": "15594"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.132, "loss": "0.006", "ppl": "1", "wps": "8740.4", "ups": "4.17", "wpb": "2094.7", "bsz": "99.2", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.9", "wall": "15618"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.153, "loss": "0.006", "ppl": "1", "wps": "8014.8", "ups": "4.16", "wpb": "1926.4", "bsz": "90", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.9", "wall": "15642"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.173, "loss": "0.006", "ppl": "1", "wps": "8469.4", "ups": "4.18", "wpb": "2028.2", "bsz": "95.7", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.7", "wall": "15666"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.193, "loss": "0.007", "ppl": "1.01", "wps": "8109.5", "ups": "4.13", "wpb": "1962.3", "bsz": "95.5", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.9", "wall": "15690"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.213, "loss": "0.007", "ppl": "1", "wps": "8059.8", "ups": "4.14", "wpb": "1946.2", "bsz": "92.1", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "15715"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.234, "loss": "0.006", "ppl": "1", "wps": "8232.8", "ups": "4.14", "wpb": "1990.3", "bsz": "96.3", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.235", "train_wall": "24", "gb_free": "42", "wall": "15739"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.254, "loss": "0.007", "ppl": "1.01", "wps": "7655.4", "ups": "4.17", "wpb": "1836.5", "bsz": "89.2", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.24", "train_wall": "24", "gb_free": "40.7", "wall": "15763"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.274, "loss": "0.007", "ppl": "1.01", "wps": "7993.5", "ups": "4.13", "wpb": "1934.4", "bsz": "89.8", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.225", "train_wall": "24", "gb_free": "41.6", "wall": "15787"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.294, "loss": "0.009", "ppl": "1.01", "wps": "8910", "ups": "4.16", "wpb": "2139.5", "bsz": "101.5", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.243", "train_wall": "24", "gb_free": "42.1", "wall": "15811"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.314, "loss": "0.009", "ppl": "1.01", "wps": "8280.3", "ups": "4.17", "wpb": "1987", "bsz": "99.2", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.308", "train_wall": "24", "gb_free": "41.6", "wall": "15835"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.335, "loss": "0.01", "ppl": "1.01", "wps": "8340.2", "ups": "4.15", "wpb": "2009.7", "bsz": "98.6", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.287", "train_wall": "24", "gb_free": "41.7", "wall": "15859"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.355, "loss": "0.007", "ppl": "1", "wps": "7898", "ups": "4.17", "wpb": "1892.8", "bsz": "92.8", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.209", "train_wall": "24", "gb_free": "40.6", "wall": "15883"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.375, "loss": "0.009", "ppl": "1.01", "wps": "7292.2", "ups": "4.09", "wpb": "1784.6", "bsz": "87.4", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.229", "train_wall": "24", "gb_free": "41.9", "wall": "15908"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.395, "loss": "0.007", "ppl": "1", "wps": "8405.3", "ups": "4.17", "wpb": "2016.6", "bsz": "103.7", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.216", "train_wall": "24", "gb_free": "41.7", "wall": "15932"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.416, "loss": "0.005", "ppl": "1", "wps": "8239.1", "ups": "4.16", "wpb": "1980.5", "bsz": "95.2", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.7", "wall": "15956"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.436, "loss": "0.006", "ppl": "1", "wps": "7469.1", "ups": "4.11", "wpb": "1819.5", "bsz": "86", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "15980"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.456, "loss": "0.007", "ppl": "1", "wps": "7702.6", "ups": "4.16", "wpb": "1851.6", "bsz": "90.5", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.6", "wall": "16004"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.476, "loss": "0.006", "ppl": "1", "wps": "8018.2", "ups": "4.12", "wpb": "1944.5", "bsz": "95.6", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "16028"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.497, "loss": "0.004", "ppl": "1", "wps": "8664.2", "ups": "4.22", "wpb": "2053.3", "bsz": "105.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.166", "train_wall": "23", "gb_free": "41.6", "wall": "16052"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.517, "loss": "0.009", "ppl": "1.01", "wps": "8218.2", "ups": "4.11", "wpb": "2001.8", "bsz": "93.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.5", "wall": "16077"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.537, "loss": "0.008", "ppl": "1.01", "wps": "8893.3", "ups": "4.19", "wpb": "2120.3", "bsz": "106.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.7", "wall": "16100"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.557, "loss": "0.007", "ppl": "1", "wps": "8131.9", "ups": "4.12", "wpb": "1975.3", "bsz": "90.4", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "16125"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.577, "loss": "0.006", "ppl": "1", "wps": "7750.5", "ups": "4.12", "wpb": "1882", "bsz": "89", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.7", "wall": "16149"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.598, "loss": "0.007", "ppl": "1.01", "wps": "8178.5", "ups": "4.11", "wpb": "1988.9", "bsz": "93.3", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.7", "wall": "16173"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.618, "loss": "0.009", "ppl": "1.01", "wps": "8471.5", "ups": "4.12", "wpb": "2056", "bsz": "98.2", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "24", "gb_free": "40.6", "wall": "16198"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.638, "loss": "0.006", "ppl": "1", "wps": "7741.7", "ups": "4.15", "wpb": "1863.3", "bsz": "94.6", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.8", "wall": "16222"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.658, "loss": "0.011", "ppl": "1.01", "wps": "8577.9", "ups": "4.14", "wpb": "2071.9", "bsz": "93.1", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.289", "train_wall": "24", "gb_free": "41.7", "wall": "16246"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.679, "loss": "0.008", "ppl": "1.01", "wps": "8163.6", "ups": "4.14", "wpb": "1973.5", "bsz": "98.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.251", "train_wall": "24", "gb_free": "41.5", "wall": "16270"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.699, "loss": "0.009", "ppl": "1.01", "wps": "8791.3", "ups": "4.18", "wpb": "2101.2", "bsz": "100.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.238", "train_wall": "24", "gb_free": "41.8", "wall": "16294"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.719, "loss": "0.005", "ppl": "1", "wps": "8185.9", "ups": "4.16", "wpb": "1967.9", "bsz": "92", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "16318"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.739, "loss": "0.006", "ppl": "1", "wps": "7779.5", "ups": "4.12", "wpb": "1889.9", "bsz": "89.3", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16342"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.76, "loss": "0.005", "ppl": "1", "wps": "8522.5", "ups": "4.14", "wpb": "2059.4", "bsz": "99", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.153", "train_wall": "24", "gb_free": "41.8", "wall": "16367"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.78, "loss": "0.007", "ppl": "1.01", "wps": "8130.8", "ups": "4.17", "wpb": "1949.5", "bsz": "91.4", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.193", "train_wall": "24", "gb_free": "39.8", "wall": "16391"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.8, "loss": "0.006", "ppl": "1", "wps": "8088.2", "ups": "4.13", "wpb": "1958.6", "bsz": "95.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.6", "wall": "16415"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.82, "loss": "0.007", "ppl": "1", "wps": "8374.6", "ups": "4.1", "wpb": "2042.1", "bsz": "97.5", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.6", "wall": "16439"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.841, "loss": "0.005", "ppl": "1", "wps": "7949.3", "ups": "4.16", "wpb": "1911.4", "bsz": "94.3", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.7", "wall": "16463"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.861, "loss": "0.008", "ppl": "1.01", "wps": "8510", "ups": "4.17", "wpb": "2040.4", "bsz": "98.6", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.4", "wall": "16487"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.881, "loss": "0.006", "ppl": "1", "wps": "8198.2", "ups": "4.17", "wpb": "1967", "bsz": "98.3", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.244", "train_wall": "24", "gb_free": "41.7", "wall": "16511"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.901, "loss": "0.007", "ppl": "1", "wps": "8050.7", "ups": "4.14", "wpb": "1943.8", "bsz": "96.6", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "16535"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.921, "loss": "0.007", "ppl": "1", "wps": "8570.4", "ups": "4.13", "wpb": "2073.5", "bsz": "96.4", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16560"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.942, "loss": "0.008", "ppl": "1.01", "wps": "8128.7", "ups": "4.17", "wpb": "1948.6", "bsz": "93.2", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.265", "train_wall": "24", "gb_free": "41.6", "wall": "16584"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.962, "loss": "0.006", "ppl": "1", "wps": "8216.1", "ups": "4.18", "wpb": "1965", "bsz": "98.1", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.196", "train_wall": "24", "gb_free": "40.2", "wall": "16607"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +{"epoch": 14, "update": 13.982, "loss": "0.007", "ppl": "1", "wps": "8414.5", "ups": "4.15", "wpb": "2027", "bsz": "100.5", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.219", "train_wall": "24", "gb_free": "41.9", "wall": "16632"} +begin validation on "valid" subset +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +{"epoch": 14, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "25799.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "69188", "valid_best_loss": "0.063"} +end of epoch 14 (average epoch stats below) +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +{"epoch": 14, "train_loss": "0.007", "train_ppl": "1", "train_wps": "8100.6", "train_ups": "4.11", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "69188", "train_lr": "0.000120222", "train_gnorm": "0.222", "train_train_wall": "1180", "train_gb_free": "41.5", "train_wall": "16663"} +Start iterating over samples +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.002, "loss": "0.008", "ppl": "1.01", "wps": "5628", "ups": "2.9", "wpb": "1942.9", "bsz": "96.2", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.259", "train_wall": "24", "gb_free": "41.8", "wall": "16666"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.023, "loss": "0.006", "ppl": "1", "wps": "8126.6", "ups": "4.17", "wpb": "1949", "bsz": "96.5", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "16690"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.043, "loss": "0.005", "ppl": "1", "wps": "8678.8", "ups": "4.17", "wpb": "2079.1", "bsz": "101.9", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "16714"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.063, "loss": "0.006", "ppl": "1", "wps": "8103.2", "ups": "4.09", "wpb": "1980.5", "bsz": "97", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.8", "wall": "16739"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.083, "loss": "0.005", "ppl": "1", "wps": "7595.1", "ups": "4.15", "wpb": "1830.7", "bsz": "88.4", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "16763"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.104, "loss": "0.005", "ppl": "1", "wps": "9062.4", "ups": "4.18", "wpb": "2169.7", "bsz": "104.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "16787"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.124, "loss": "0.005", "ppl": "1", "wps": "8949.9", "ups": "4.14", "wpb": "2159.8", "bsz": "99.8", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.4", "wall": "16811"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.144, "loss": "0.004", "ppl": "1", "wps": "8151.1", "ups": "4.14", "wpb": "1966.6", "bsz": "93", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.157", "train_wall": "24", "gb_free": "41.6", "wall": "16835"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.164, "loss": "0.005", "ppl": "1", "wps": "8439.1", "ups": "4.19", "wpb": "2015.6", "bsz": "99.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "16859"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.185, "loss": "0.004", "ppl": "1", "wps": "8792.2", "ups": "4.21", "wpb": "2087.3", "bsz": "101.4", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.8", "wall": "16882"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.205, "loss": "0.007", "ppl": "1", "wps": "8328.7", "ups": "4.13", "wpb": "2016.5", "bsz": "93.8", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.7", "wall": "16907"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.225, "loss": "0.005", "ppl": "1", "wps": "7691.9", "ups": "4.15", "wpb": "1853", "bsz": "92", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "16931"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.245, "loss": "0.006", "ppl": "1", "wps": "7944.1", "ups": "4.14", "wpb": "1919.3", "bsz": "92.7", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.221", "train_wall": "24", "gb_free": "41.8", "wall": "16955"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.265, "loss": "0.007", "ppl": "1.01", "wps": "8327.5", "ups": "4.18", "wpb": "1994.1", "bsz": "95.4", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.236", "train_wall": "24", "gb_free": "41.6", "wall": "16979"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.286, "loss": "0.005", "ppl": "1", "wps": "8256.6", "ups": "4.13", "wpb": "1998.2", "bsz": "97.8", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.8", "wall": "17003"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.306, "loss": "0.005", "ppl": "1", "wps": "8594.6", "ups": "4.18", "wpb": "2057.6", "bsz": "99.3", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "17027"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.326, "loss": "0.006", "ppl": "1", "wps": "8592.8", "ups": "4.16", "wpb": "2064.2", "bsz": "100.7", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17051"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.346, "loss": "0.007", "ppl": "1", "wps": "8158", "ups": "4.14", "wpb": "1970.5", "bsz": "95.8", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.7", "wall": "17075"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.367, "loss": "0.008", "ppl": "1.01", "wps": "8437.6", "ups": "4.15", "wpb": "2033.8", "bsz": "101.7", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.254", "train_wall": "24", "gb_free": "41.6", "wall": "17099"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.387, "loss": "0.007", "ppl": "1", "wps": "8075.3", "ups": "4.18", "wpb": "1930.9", "bsz": "95.1", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "17123"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.407, "loss": "0.006", "ppl": "1", "wps": "8078", "ups": "4.16", "wpb": "1943.6", "bsz": "99.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.21", "train_wall": "24", "gb_free": "40.5", "wall": "17147"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.427, "loss": "0.008", "ppl": "1.01", "wps": "8840.2", "ups": "4.12", "wpb": "2143.5", "bsz": "100", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.214", "train_wall": "24", "gb_free": "41.6", "wall": "17172"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.448, "loss": "0.005", "ppl": "1", "wps": "7748.6", "ups": "4.12", "wpb": "1879.1", "bsz": "90.5", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "17196"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.468, "loss": "0.005", "ppl": "1", "wps": "8510.9", "ups": "4.16", "wpb": "2045.1", "bsz": "99.4", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "17220"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.488, "loss": "0.005", "ppl": "1", "wps": "8146.2", "ups": "4.16", "wpb": "1959.8", "bsz": "94.8", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.7", "wall": "17244"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.508, "loss": "0.006", "ppl": "1", "wps": "9043", "ups": "4.18", "wpb": "2165", "bsz": "106.2", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "17268"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.529, "loss": "0.006", "ppl": "1", "wps": "8162.4", "ups": "4.17", "wpb": "1956.3", "bsz": "90.2", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.8", "wall": "17292"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.549, "loss": "0.006", "ppl": "1", "wps": "7602.6", "ups": "4.14", "wpb": "1835.3", "bsz": "89.9", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.197", "train_wall": "24", "gb_free": "41.7", "wall": "17316"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.569, "loss": "0.006", "ppl": "1", "wps": "8258.7", "ups": "4.16", "wpb": "1984", "bsz": "93.3", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.7", "wall": "17340"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.589, "loss": "0.006", "ppl": "1", "wps": "8381.1", "ups": "4.15", "wpb": "2019.9", "bsz": "97.8", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.7", "wall": "17364"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.609, "loss": "0.006", "ppl": "1", "wps": "7859.7", "ups": "4.16", "wpb": "1887.8", "bsz": "92.9", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.7", "wall": "17388"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.63, "loss": "0.007", "ppl": "1", "wps": "7876.6", "ups": "4.15", "wpb": "1895.9", "bsz": "92.4", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.8", "wall": "17412"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.65, "loss": "0.006", "ppl": "1", "wps": "7744.8", "ups": "4.09", "wpb": "1895", "bsz": "90.1", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.8", "wall": "17437"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.67, "loss": "0.005", "ppl": "1", "wps": "7913.9", "ups": "4.15", "wpb": "1907.2", "bsz": "91.6", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.9", "wall": "17461"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.69, "loss": "0.007", "ppl": "1", "wps": "7820.2", "ups": "4.16", "wpb": "1881", "bsz": "90.9", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.9", "wall": "17485"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.711, "loss": "0.005", "ppl": "1", "wps": "8484.9", "ups": "4.21", "wpb": "2017.5", "bsz": "102.9", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.17", "train_wall": "24", "gb_free": "41.7", "wall": "17509"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.731, "loss": "0.007", "ppl": "1", "wps": "8162.2", "ups": "4.08", "wpb": "1999.6", "bsz": "92.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.231", "train_wall": "24", "gb_free": "41.6", "wall": "17533"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.751, "loss": "0.006", "ppl": "1", "wps": "7599.6", "ups": "4.23", "wpb": "1798.5", "bsz": "88.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.197", "train_wall": "23", "gb_free": "41.7", "wall": "17557"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.771, "loss": "0.007", "ppl": "1", "wps": "8220.1", "ups": "4.16", "wpb": "1978.3", "bsz": "91.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17581"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.792, "loss": "0.005", "ppl": "1", "wps": "7885.9", "ups": "4.24", "wpb": "1859.6", "bsz": "95", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.16", "train_wall": "23", "gb_free": "41.5", "wall": "17605"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.812, "loss": "0.007", "ppl": "1", "wps": "8173.2", "ups": "4.18", "wpb": "1956.7", "bsz": "92.6", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.203", "train_wall": "24", "gb_free": "40", "wall": "17628"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.832, "loss": "0.008", "ppl": "1.01", "wps": "8878.7", "ups": "4.18", "wpb": "2125.7", "bsz": "99.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.251", "train_wall": "24", "gb_free": "40.2", "wall": "17652"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.852, "loss": "0.008", "ppl": "1.01", "wps": "7273.2", "ups": "4.16", "wpb": "1750.2", "bsz": "83.7", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.254", "train_wall": "24", "gb_free": "40.5", "wall": "17677"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.873, "loss": "0.009", "ppl": "1.01", "wps": "8235", "ups": "4.16", "wpb": "1980.5", "bsz": "91.1", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.245", "train_wall": "24", "gb_free": "41.5", "wall": "17701"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.893, "loss": "0.006", "ppl": "1", "wps": "7963", "ups": "4.15", "wpb": "1920.5", "bsz": "95.8", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.242", "train_wall": "24", "gb_free": "41.6", "wall": "17725"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.913, "loss": "0.006", "ppl": "1", "wps": "8160", "ups": "4.18", "wpb": "1950.3", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "17749"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.933, "loss": "0.006", "ppl": "1", "wps": "8512.4", "ups": "4.18", "wpb": "2038.5", "bsz": "96.2", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.7", "wall": "17773"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.953, "loss": "0.007", "ppl": "1", "wps": "8425.9", "ups": "4.17", "wpb": "2020.5", "bsz": "98.5", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.6", "wall": "17797"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.974, "loss": "0.007", "ppl": "1", "wps": "8009.6", "ups": "4.13", "wpb": "1937.7", "bsz": "92.5", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.9", "wall": "17821"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +{"epoch": 15, "update": 14.994, "loss": "0.007", "ppl": "1.01", "wps": "7943", "ups": "4.16", "wpb": "1908.6", "bsz": "93.5", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.228", "train_wall": "24", "gb_free": "41.5", "wall": "17845"} +begin validation on "valid" subset +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +{"epoch": 15, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26152.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "74130", "valid_best_loss": "0.063"} +end of epoch 15 (average epoch stats below) +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +{"epoch": 15, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8125.7", "train_ups": "4.12", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "74130", "train_lr": "0.000116146", "train_gnorm": "0.203", "train_train_wall": "1177", "train_gb_free": "41.6", "train_wall": "17863"} +Start iterating over samples +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.014, "loss": "0.005", "ppl": "1", "wps": "5696.4", "ups": "2.91", "wpb": "1958", "bsz": "98.7", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "17879"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.034, "loss": "0.006", "ppl": "1", "wps": "8558.3", "ups": "4.18", "wpb": "2049.1", "bsz": "94.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "17903"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.055, "loss": "0.005", "ppl": "1", "wps": "8126.9", "ups": "4.22", "wpb": "1925.4", "bsz": "93.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.181", "train_wall": "23", "gb_free": "41.5", "wall": "17927"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.075, "loss": "0.007", "ppl": "1", "wps": "8512.9", "ups": "4.19", "wpb": "2031.4", "bsz": "97.8", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.202", "train_wall": "24", "gb_free": "41.6", "wall": "17951"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.095, "loss": "0.005", "ppl": "1", "wps": "8968", "ups": "4.18", "wpb": "2146.9", "bsz": "106.6", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.7", "wall": "17975"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.115, "loss": "0.004", "ppl": "1", "wps": "8515.3", "ups": "4.21", "wpb": "2021.1", "bsz": "100.1", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.149", "train_wall": "23", "gb_free": "41.7", "wall": "17999"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.136, "loss": "0.005", "ppl": "1", "wps": "8750.9", "ups": "4.2", "wpb": "2085.1", "bsz": "98.3", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.18", "train_wall": "24", "gb_free": "41.8", "wall": "18022"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.156, "loss": "0.005", "ppl": "1", "wps": "7942.8", "ups": "4.18", "wpb": "1901.8", "bsz": "89.3", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "18046"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.176, "loss": "0.004", "ppl": "1", "wps": "7796.1", "ups": "4.19", "wpb": "1861", "bsz": "91.9", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "18070"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.196, "loss": "0.006", "ppl": "1", "wps": "7951", "ups": "4.18", "wpb": "1901.2", "bsz": "94.5", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.233", "train_wall": "24", "gb_free": "41.6", "wall": "18094"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.217, "loss": "0.006", "ppl": "1", "wps": "8395.5", "ups": "4.18", "wpb": "2009.8", "bsz": "93.1", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.5", "wall": "18118"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.237, "loss": "0.01", "ppl": "1.01", "wps": "8262.6", "ups": "4.17", "wpb": "1982.1", "bsz": "95", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.267", "train_wall": "24", "gb_free": "41.5", "wall": "18142"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.257, "loss": "0.007", "ppl": "1", "wps": "9239.2", "ups": "4.24", "wpb": "2178.5", "bsz": "106.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.211", "train_wall": "23", "gb_free": "41.6", "wall": "18166"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.277, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.2", "wpb": "1995.2", "bsz": "97.5", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.194", "train_wall": "24", "gb_free": "41.9", "wall": "18190"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.297, "loss": "0.006", "ppl": "1", "wps": "8089.4", "ups": "4.12", "wpb": "1961.3", "bsz": "91.9", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18214"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.318, "loss": "0.006", "ppl": "1", "wps": "8385.4", "ups": "4.21", "wpb": "1990.8", "bsz": "97.7", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.6", "wall": "18238"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.338, "loss": "0.004", "ppl": "1", "wps": "7985.1", "ups": "4.19", "wpb": "1906", "bsz": "89", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.6", "wall": "18261"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.358, "loss": "0.005", "ppl": "1", "wps": "7442.2", "ups": "4.16", "wpb": "1790.9", "bsz": "88.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.17", "train_wall": "24", "gb_free": "40.1", "wall": "18286"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "8299.6", "ups": "4.2", "wpb": "1977.5", "bsz": "93.8", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.7", "wall": "18309"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "8196.6", "ups": "4.21", "wpb": "1947.3", "bsz": "96.6", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.6", "wall": "18333"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.419, "loss": "0.009", "ppl": "1.01", "wps": "8730.4", "ups": "4.17", "wpb": "2095.2", "bsz": "98.2", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.269", "train_wall": "24", "gb_free": "41.5", "wall": "18357"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.439, "loss": "0.005", "ppl": "1", "wps": "8173.6", "ups": "4.23", "wpb": "1933.9", "bsz": "97.5", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.7", "wall": "18381"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.459, "loss": "0.005", "ppl": "1", "wps": "7895.4", "ups": "4.15", "wpb": "1900.3", "bsz": "92.3", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.8", "wall": "18405"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.48, "loss": "0.009", "ppl": "1.01", "wps": "7345.6", "ups": "4.14", "wpb": "1773.9", "bsz": "80.2", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.333", "train_wall": "24", "gb_free": "41.6", "wall": "18429"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.5, "loss": "0.006", "ppl": "1", "wps": "8658.9", "ups": "4.22", "wpb": "2051", "bsz": "99.4", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "18453"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.52, "loss": "0.006", "ppl": "1", "wps": "8277.7", "ups": "4.15", "wpb": "1992.4", "bsz": "95.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.176", "train_wall": "24", "gb_free": "40.4", "wall": "18477"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.54, "loss": "0.005", "ppl": "1", "wps": "8421.3", "ups": "4.19", "wpb": "2008.6", "bsz": "101", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.6", "wall": "18501"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.561, "loss": "0.003", "ppl": "1", "wps": "7943.1", "ups": "4.19", "wpb": "1894.4", "bsz": "92", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "18525"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.581, "loss": "0.005", "ppl": "1", "wps": "8143.6", "ups": "4.19", "wpb": "1944.2", "bsz": "93.3", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18549"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.601, "loss": "0.005", "ppl": "1", "wps": "9094.7", "ups": "4.2", "wpb": "2163.5", "bsz": "104.5", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.9", "wall": "18572"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.621, "loss": "0.006", "ppl": "1", "wps": "8022.7", "ups": "4.18", "wpb": "1920.4", "bsz": "91.4", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.5", "wall": "18596"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.641, "loss": "0.005", "ppl": "1", "wps": "7657.7", "ups": "4.15", "wpb": "1843.8", "bsz": "91.8", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "18620"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.662, "loss": "0.004", "ppl": "1", "wps": "8151.5", "ups": "4.22", "wpb": "1932.8", "bsz": "92.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "18644"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.682, "loss": "0.004", "ppl": "1", "wps": "7930.8", "ups": "4.25", "wpb": "1865.5", "bsz": "94.1", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.7", "wall": "18668"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.702, "loss": "0.006", "ppl": "1", "wps": "8104.9", "ups": "4.25", "wpb": "1905.4", "bsz": "94.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.6", "wall": "18691"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.722, "loss": "0.006", "ppl": "1", "wps": "7927.6", "ups": "4.17", "wpb": "1902.6", "bsz": "88.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.226", "train_wall": "24", "gb_free": "41.8", "wall": "18715"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.743, "loss": "0.005", "ppl": "1", "wps": "8566.7", "ups": "4.23", "wpb": "2023.3", "bsz": "101.1", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.209", "train_wall": "23", "gb_free": "41.8", "wall": "18739"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.763, "loss": "0.007", "ppl": "1", "wps": "9169.9", "ups": "4.2", "wpb": "2184.9", "bsz": "105", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.224", "train_wall": "24", "gb_free": "41.8", "wall": "18763"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.783, "loss": "0.005", "ppl": "1", "wps": "8425.4", "ups": "4.22", "wpb": "1995.9", "bsz": "98.6", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.2", "train_wall": "23", "gb_free": "41.6", "wall": "18786"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.803, "loss": "0.005", "ppl": "1", "wps": "8289.9", "ups": "4.19", "wpb": "1977.5", "bsz": "100.4", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.7", "wall": "18810"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.824, "loss": "0.005", "ppl": "1", "wps": "8061.6", "ups": "4.21", "wpb": "1914.8", "bsz": "93.6", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.187", "train_wall": "24", "gb_free": "41.6", "wall": "18834"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.844, "loss": "0.005", "ppl": "1", "wps": "8189.2", "ups": "4.21", "wpb": "1946.2", "bsz": "93.4", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "18858"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.864, "loss": "0.005", "ppl": "1", "wps": "7935.3", "ups": "4.22", "wpb": "1881.6", "bsz": "93", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.198", "train_wall": "24", "gb_free": "41.6", "wall": "18882"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.884, "loss": "0.006", "ppl": "1", "wps": "8451.6", "ups": "4.22", "wpb": "2003.9", "bsz": "95.7", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.232", "train_wall": "24", "gb_free": "41.5", "wall": "18905"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.904, "loss": "0.005", "ppl": "1", "wps": "8282.8", "ups": "4.25", "wpb": "1947", "bsz": "96.8", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.8", "wall": "18929"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.925, "loss": "0.006", "ppl": "1", "wps": "8659.7", "ups": "4.22", "wpb": "2052.7", "bsz": "98.3", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.213", "train_wall": "24", "gb_free": "40.7", "wall": "18952"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.945, "loss": "0.006", "ppl": "1", "wps": "8547.5", "ups": "4.25", "wpb": "2012.8", "bsz": "93", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.22", "train_wall": "23", "gb_free": "41.7", "wall": "18976"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.965, "loss": "0.005", "ppl": "1", "wps": "8483.4", "ups": "4.23", "wpb": "2006.4", "bsz": "97.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.8", "wall": "19000"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +{"epoch": 16, "update": 15.985, "loss": "0.005", "ppl": "1", "wps": "8328.5", "ups": "4.23", "wpb": "1967.4", "bsz": "92", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.192", "train_wall": "23", "gb_free": "41.7", "wall": "19023"} +begin validation on "valid" subset +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +{"epoch": 16, "valid_loss": "0.06", "valid_ppl": "1.04", "valid_wps": "26308.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "79072", "valid_best_loss": "0.06"} +end of epoch 16 (average epoch stats below) +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +{"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "8200.7", "train_ups": "4.16", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "79072", "train_lr": "0.000112458", "train_gnorm": "0.192", "train_train_wall": "1167", "train_gb_free": "41.7", "train_wall": "19051"} +Start iterating over samples +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.006, "loss": "0.004", "ppl": "1", "wps": "5656.6", "ups": "2.92", "wpb": "1938.4", "bsz": "94.9", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.7", "wall": "19058"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.026, "loss": "0.004", "ppl": "1", "wps": "8127.5", "ups": "4.14", "wpb": "1962.2", "bsz": "91.3", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.5", "wall": "19082"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.046, "loss": "0.004", "ppl": "1", "wps": "8696", "ups": "4.24", "wpb": "2050.8", "bsz": "98.9", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.6", "wall": "19105"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.066, "loss": "0.005", "ppl": "1", "wps": "8311.8", "ups": "4.24", "wpb": "1961.2", "bsz": "91.4", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.154", "train_wall": "23", "gb_free": "41.4", "wall": "19129"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.087, "loss": "0.006", "ppl": "1", "wps": "8301.8", "ups": "4.23", "wpb": "1964.7", "bsz": "94.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.251", "train_wall": "23", "gb_free": "41.7", "wall": "19153"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.107, "loss": "0.005", "ppl": "1", "wps": "8572.9", "ups": "4.22", "wpb": "2029.7", "bsz": "95", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19176"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.127, "loss": "0.004", "ppl": "1", "wps": "8390.8", "ups": "4.22", "wpb": "1989.8", "bsz": "100.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.167", "train_wall": "24", "gb_free": "40.6", "wall": "19200"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.147, "loss": "0.006", "ppl": "1", "wps": "8854.7", "ups": "4.22", "wpb": "2098.6", "bsz": "99.2", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.7", "wall": "19224"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.168, "loss": "0.005", "ppl": "1", "wps": "8818.5", "ups": "4.21", "wpb": "2095.3", "bsz": "97.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.197", "train_wall": "24", "gb_free": "40.8", "wall": "19248"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.188, "loss": "0.007", "ppl": "1.01", "wps": "9049.1", "ups": "4.21", "wpb": "2150.2", "bsz": "103", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.211", "train_wall": "24", "gb_free": "41.5", "wall": "19271"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.208, "loss": "0.004", "ppl": "1", "wps": "8059.2", "ups": "4.21", "wpb": "1913.3", "bsz": "91", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.171", "train_wall": "24", "gb_free": "41.6", "wall": "19295"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.228, "loss": "0.005", "ppl": "1", "wps": "8371.3", "ups": "4.23", "wpb": "1980.2", "bsz": "94", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.175", "train_wall": "23", "gb_free": "41.6", "wall": "19319"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.248, "loss": "0.006", "ppl": "1", "wps": "8427.9", "ups": "4.19", "wpb": "2009.3", "bsz": "97.4", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19343"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.269, "loss": "0.005", "ppl": "1", "wps": "7907.8", "ups": "4.16", "wpb": "1899.8", "bsz": "89", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.6", "wall": "19367"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.289, "loss": "0.005", "ppl": "1", "wps": "8741.9", "ups": "4.24", "wpb": "2061.8", "bsz": "94.9", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.201", "train_wall": "23", "gb_free": "41.6", "wall": "19390"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.309, "loss": "0.005", "ppl": "1", "wps": "7662.9", "ups": "4.17", "wpb": "1836.6", "bsz": "85.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.7", "wall": "19414"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.329, "loss": "0.005", "ppl": "1", "wps": "8032.6", "ups": "4.2", "wpb": "1911", "bsz": "88.6", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.183", "train_wall": "24", "gb_free": "40.1", "wall": "19438"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.35, "loss": "0.004", "ppl": "1", "wps": "8133.2", "ups": "4.16", "wpb": "1957.4", "bsz": "92.2", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.6", "wall": "19462"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.37, "loss": "0.004", "ppl": "1", "wps": "8025.9", "ups": "4.25", "wpb": "1890.1", "bsz": "91.9", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "19486"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.39, "loss": "0.005", "ppl": "1", "wps": "8195.2", "ups": "4.27", "wpb": "1918.5", "bsz": "97.6", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.227", "train_wall": "23", "gb_free": "41.7", "wall": "19509"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.41, "loss": "0.006", "ppl": "1", "wps": "8943.7", "ups": "4.27", "wpb": "2096.4", "bsz": "98.6", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.218", "train_wall": "23", "gb_free": "41.7", "wall": "19533"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.431, "loss": "0.006", "ppl": "1", "wps": "7850.7", "ups": "4.17", "wpb": "1882.1", "bsz": "93.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.237", "train_wall": "24", "gb_free": "41.6", "wall": "19557"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.451, "loss": "0.007", "ppl": "1", "wps": "7986.6", "ups": "4.17", "wpb": "1916.2", "bsz": "91.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "19581"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.471, "loss": "0.006", "ppl": "1", "wps": "8716.2", "ups": "4.22", "wpb": "2065.2", "bsz": "104.3", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.8", "wall": "19604"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.491, "loss": "0.005", "ppl": "1", "wps": "8353.8", "ups": "4.14", "wpb": "2017.3", "bsz": "100.3", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.8", "wall": "19628"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.512, "loss": "0.005", "ppl": "1", "wps": "7737.3", "ups": "4.09", "wpb": "1891.9", "bsz": "90", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.203", "train_wall": "24", "gb_free": "42", "wall": "19653"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.532, "loss": "0.005", "ppl": "1", "wps": "8404", "ups": "4.18", "wpb": "2011.3", "bsz": "100.5", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.168", "train_wall": "24", "gb_free": "41.5", "wall": "19677"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.552, "loss": "0.004", "ppl": "1", "wps": "8440.1", "ups": "4.17", "wpb": "2023.5", "bsz": "99.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.136", "train_wall": "24", "gb_free": "41.7", "wall": "19701"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.572, "loss": "0.004", "ppl": "1", "wps": "8947.2", "ups": "4.21", "wpb": "2124.1", "bsz": "98.2", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "19725"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.592, "loss": "0.004", "ppl": "1", "wps": "8147.3", "ups": "4.2", "wpb": "1941.8", "bsz": "92.2", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.7", "wall": "19748"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.613, "loss": "0.004", "ppl": "1", "wps": "7943.1", "ups": "4.2", "wpb": "1891.8", "bsz": "94.1", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.175", "train_wall": "24", "gb_free": "41.6", "wall": "19772"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.633, "loss": "0.006", "ppl": "1", "wps": "9179.9", "ups": "4.26", "wpb": "2155.4", "bsz": "108.4", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.158", "train_wall": "23", "gb_free": "40.8", "wall": "19796"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.653, "loss": "0.005", "ppl": "1", "wps": "8216.7", "ups": "4.21", "wpb": "1952.8", "bsz": "92.1", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.2", "train_wall": "24", "gb_free": "41.6", "wall": "19820"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.673, "loss": "0.005", "ppl": "1", "wps": "8303.4", "ups": "4.17", "wpb": "1990.3", "bsz": "100.9", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.193", "train_wall": "24", "gb_free": "42", "wall": "19844"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.694, "loss": "0.005", "ppl": "1", "wps": "8938.7", "ups": "4.18", "wpb": "2139.4", "bsz": "98.5", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.189", "train_wall": "24", "gb_free": "41.9", "wall": "19868"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.714, "loss": "0.004", "ppl": "1", "wps": "8359.9", "ups": "4.26", "wpb": "1960.3", "bsz": "95.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.7", "wall": "19891"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.734, "loss": "0.004", "ppl": "1", "wps": "7986.8", "ups": "4.19", "wpb": "1906.9", "bsz": "91.8", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.7", "wall": "19915"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.754, "loss": "0.004", "ppl": "1", "wps": "8433.8", "ups": "4.24", "wpb": "1990.7", "bsz": "98.1", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.6", "wall": "19939"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.775, "loss": "0.005", "ppl": "1", "wps": "8145.1", "ups": "4.28", "wpb": "1904.4", "bsz": "96.3", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.6", "wall": "19962"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.795, "loss": "0.004", "ppl": "1", "wps": "7703.5", "ups": "4.24", "wpb": "1818.8", "bsz": "89.1", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.202", "train_wall": "23", "gb_free": "41.7", "wall": "19986"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.815, "loss": "0.005", "ppl": "1", "wps": "8495.3", "ups": "4.27", "wpb": "1988", "bsz": "96.8", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.173", "train_wall": "23", "gb_free": "41.7", "wall": "20009"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.835, "loss": "0.006", "ppl": "1", "wps": "7898.9", "ups": "4.15", "wpb": "1903.1", "bsz": "91.2", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.6", "wall": "20033"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.856, "loss": "0.005", "ppl": "1", "wps": "8821.7", "ups": "4.27", "wpb": "2066.3", "bsz": "105", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.8", "wall": "20057"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.876, "loss": "0.006", "ppl": "1", "wps": "8335.6", "ups": "4.19", "wpb": "1987.1", "bsz": "93.3", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.186", "train_wall": "24", "gb_free": "40.8", "wall": "20080"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.896, "loss": "0.006", "ppl": "1", "wps": "7817", "ups": "4.19", "wpb": "1865.9", "bsz": "90.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.218", "train_wall": "24", "gb_free": "41.6", "wall": "20104"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.916, "loss": "0.004", "ppl": "1", "wps": "8617.1", "ups": "4.27", "wpb": "2019.5", "bsz": "99.8", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.155", "train_wall": "23", "gb_free": "42", "wall": "20128"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.936, "loss": "0.005", "ppl": "1", "wps": "8337.1", "ups": "4.2", "wpb": "1983.5", "bsz": "94.7", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.6", "wall": "20152"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.957, "loss": "0.004", "ppl": "1", "wps": "7940.9", "ups": "4.17", "wpb": "1903", "bsz": "93.3", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.176", "train_wall": "24", "gb_free": "41.9", "wall": "20175"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.977, "loss": "0.004", "ppl": "1", "wps": "7347.5", "ups": "4.17", "wpb": "1764.1", "bsz": "86.6", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.193", "train_wall": "24", "gb_free": "41.5", "wall": "20199"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +{"epoch": 17, "update": 16.997, "loss": "0.003", "ppl": "1", "wps": "7534.7", "ups": "4.23", "wpb": "1781.7", "bsz": "93.8", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.137", "train_wall": "23", "gb_free": "41.6", "wall": "20223"} +begin validation on "valid" subset +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +{"epoch": 17, "valid_loss": "0.062", "valid_ppl": "1.04", "valid_wps": "26376.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "84014", "valid_best_loss": "0.06"} +end of epoch 17 (average epoch stats below) +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +{"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8219.5", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "84014", "train_lr": "0.0001091", "train_gnorm": "0.181", "train_train_wall": "1165", "train_gb_free": "41.8", "train_wall": "20237"} +Start iterating over samples +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.017, "loss": "0.004", "ppl": "1", "wps": "5738", "ups": "2.93", "wpb": "1956.8", "bsz": "96.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.16", "train_wall": "24", "gb_free": "41.7", "wall": "20257"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.038, "loss": "0.005", "ppl": "1", "wps": "8496.8", "ups": "4.25", "wpb": "1997.8", "bsz": "99", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.171", "train_wall": "23", "gb_free": "41.8", "wall": "20281"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.058, "loss": "0.003", "ppl": "1", "wps": "8873.5", "ups": "4.29", "wpb": "2070.2", "bsz": "101.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.155", "train_wall": "23", "gb_free": "41.7", "wall": "20304"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.078, "loss": "0.004", "ppl": "1", "wps": "8255.5", "ups": "4.23", "wpb": "1950.5", "bsz": "92.9", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.145", "train_wall": "23", "gb_free": "41.8", "wall": "20328"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.098, "loss": "0.006", "ppl": "1", "wps": "8462.4", "ups": "4.2", "wpb": "2014.8", "bsz": "97.6", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.205", "train_wall": "24", "gb_free": "41.6", "wall": "20352"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.119, "loss": "0.003", "ppl": "1", "wps": "8106.9", "ups": "4.21", "wpb": "1927", "bsz": "96.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.9", "wall": "20375"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.139, "loss": "0.005", "ppl": "1", "wps": "8248.2", "ups": "4.2", "wpb": "1962.1", "bsz": "95.8", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.9", "wall": "20399"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.159, "loss": "0.007", "ppl": "1", "wps": "8552.6", "ups": "4.18", "wpb": "2046", "bsz": "92.6", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.223", "train_wall": "24", "gb_free": "39.9", "wall": "20423"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.179, "loss": "0.005", "ppl": "1", "wps": "8007", "ups": "4.22", "wpb": "1895.1", "bsz": "91.4", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.217", "train_wall": "23", "gb_free": "41.7", "wall": "20447"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.2, "loss": "0.004", "ppl": "1", "wps": "8351.8", "ups": "4.24", "wpb": "1969.8", "bsz": "95.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.176", "train_wall": "23", "gb_free": "41.7", "wall": "20470"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.22, "loss": "0.006", "ppl": "1", "wps": "8248.2", "ups": "4.23", "wpb": "1949.5", "bsz": "95.7", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.213", "train_wall": "23", "gb_free": "41.7", "wall": "20494"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.24, "loss": "0.005", "ppl": "1", "wps": "8818.3", "ups": "4.24", "wpb": "2079", "bsz": "101.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.249", "train_wall": "23", "gb_free": "41.7", "wall": "20518"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.26, "loss": "0.005", "ppl": "1", "wps": "7986.5", "ups": "4.2", "wpb": "1900.1", "bsz": "92.3", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.182", "train_wall": "24", "gb_free": "41.8", "wall": "20542"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.28, "loss": "0.004", "ppl": "1", "wps": "7903.2", "ups": "4.23", "wpb": "1866.5", "bsz": "92.7", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.216", "train_wall": "23", "gb_free": "41.7", "wall": "20565"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.301, "loss": "0.005", "ppl": "1", "wps": "7771.2", "ups": "4.2", "wpb": "1849.9", "bsz": "90", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.184", "train_wall": "24", "gb_free": "41.6", "wall": "20589"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.321, "loss": "0.005", "ppl": "1", "wps": "8096.2", "ups": "4.24", "wpb": "1909.8", "bsz": "91.8", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.8", "wall": "20613"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.341, "loss": "0.005", "ppl": "1", "wps": "8254.6", "ups": "4.15", "wpb": "1989", "bsz": "94.2", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.166", "train_wall": "24", "gb_free": "40.6", "wall": "20637"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.361, "loss": "0.003", "ppl": "1", "wps": "8489.2", "ups": "4.24", "wpb": "2001.8", "bsz": "97.4", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20660"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.382, "loss": "0.005", "ppl": "1", "wps": "8481.9", "ups": "4.18", "wpb": "2030.7", "bsz": "102.8", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.186", "train_wall": "24", "gb_free": "41.7", "wall": "20684"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.402, "loss": "0.003", "ppl": "1", "wps": "8365.5", "ups": "4.23", "wpb": "1976.1", "bsz": "95.3", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.6", "wall": "20708"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.422, "loss": "0.006", "ppl": "1", "wps": "8940.8", "ups": "4.17", "wpb": "2143.4", "bsz": "99.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.14", "train_wall": "24", "gb_free": "41.6", "wall": "20732"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.442, "loss": "0.003", "ppl": "1", "wps": "8711.9", "ups": "4.25", "wpb": "2052.2", "bsz": "100.3", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.129", "train_wall": "23", "gb_free": "41.7", "wall": "20756"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.463, "loss": "0.004", "ppl": "1", "wps": "7478.8", "ups": "4.2", "wpb": "1782.5", "bsz": "87.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "20779"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.483, "loss": "0.006", "ppl": "1", "wps": "8134.4", "ups": "4.25", "wpb": "1914.5", "bsz": "93.8", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.205", "train_wall": "23", "gb_free": "41.7", "wall": "20803"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.503, "loss": "0.006", "ppl": "1", "wps": "7937.8", "ups": "4.2", "wpb": "1889.2", "bsz": "90.1", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.217", "train_wall": "24", "gb_free": "41.4", "wall": "20827"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.523, "loss": "0.004", "ppl": "1", "wps": "7962.8", "ups": "4.25", "wpb": "1874.2", "bsz": "93.6", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.6", "wall": "20850"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.544, "loss": "0.004", "ppl": "1", "wps": "8768.5", "ups": "4.26", "wpb": "2059.9", "bsz": "103.1", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.15", "train_wall": "23", "gb_free": "41.8", "wall": "20874"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.564, "loss": "0.004", "ppl": "1", "wps": "8427.5", "ups": "4.21", "wpb": "2002.4", "bsz": "98.9", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.2", "train_wall": "24", "gb_free": "40", "wall": "20898"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "9281.1", "ups": "4.31", "wpb": "2155.2", "bsz": "108.8", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.187", "train_wall": "23", "gb_free": "41.6", "wall": "20921"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.604, "loss": "0.004", "ppl": "1", "wps": "8491.9", "ups": "4.16", "wpb": "2041", "bsz": "98.2", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.181", "train_wall": "24", "gb_free": "41.6", "wall": "20945"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.624, "loss": "0.004", "ppl": "1", "wps": "8142.6", "ups": "4.23", "wpb": "1924.7", "bsz": "90.2", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.14", "train_wall": "23", "gb_free": "41.5", "wall": "20969"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.645, "loss": "0.004", "ppl": "1", "wps": "8401.6", "ups": "4.21", "wpb": "1994.1", "bsz": "99", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.6", "wall": "20992"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.665, "loss": "0.004", "ppl": "1", "wps": "7897.8", "ups": "4.16", "wpb": "1898.2", "bsz": "88.9", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.167", "train_wall": "24", "gb_free": "41.8", "wall": "21016"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.685, "loss": "0.005", "ppl": "1", "wps": "8142.1", "ups": "4.26", "wpb": "1910.9", "bsz": "90", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.194", "train_wall": "23", "gb_free": "40.4", "wall": "21040"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.705, "loss": "0.005", "ppl": "1", "wps": "8178.4", "ups": "4.26", "wpb": "1921.8", "bsz": "93.5", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.195", "train_wall": "23", "gb_free": "40.7", "wall": "21063"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.726, "loss": "0.005", "ppl": "1", "wps": "8038.8", "ups": "4.23", "wpb": "1900.3", "bsz": "90.2", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.185", "train_wall": "23", "gb_free": "41.7", "wall": "21087"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.746, "loss": "0.004", "ppl": "1", "wps": "7784.4", "ups": "4.2", "wpb": "1852.5", "bsz": "93.4", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.207", "train_wall": "24", "gb_free": "41.6", "wall": "21111"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.766, "loss": "0.005", "ppl": "1", "wps": "8624.9", "ups": "4.2", "wpb": "2055", "bsz": "95.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.208", "train_wall": "24", "gb_free": "41.7", "wall": "21135"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.786, "loss": "0.006", "ppl": "1", "wps": "9015", "ups": "4.2", "wpb": "2146.5", "bsz": "98.9", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.204", "train_wall": "24", "gb_free": "41.6", "wall": "21159"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.807, "loss": "0.006", "ppl": "1", "wps": "8978.9", "ups": "4.21", "wpb": "2131", "bsz": "99", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.221", "train_wall": "24", "gb_free": "42", "wall": "21182"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.827, "loss": "0.007", "ppl": "1.01", "wps": "8510.1", "ups": "4.19", "wpb": "2029.1", "bsz": "98.9", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.257", "train_wall": "24", "gb_free": "41.9", "wall": "21206"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.847, "loss": "0.005", "ppl": "1", "wps": "7671.3", "ups": "4.18", "wpb": "1835.5", "bsz": "87.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.8", "wall": "21230"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.867, "loss": "0.005", "ppl": "1", "wps": "8475.1", "ups": "4.18", "wpb": "2029.1", "bsz": "97.2", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.7", "wall": "21254"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.887, "loss": "0.004", "ppl": "1", "wps": "8294.1", "ups": "4.18", "wpb": "1986.4", "bsz": "95.1", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.128", "train_wall": "24", "gb_free": "42.1", "wall": "21278"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.908, "loss": "0.005", "ppl": "1", "wps": "8645.1", "ups": "4.16", "wpb": "2080", "bsz": "101.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.161", "train_wall": "24", "gb_free": "41.6", "wall": "21302"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.928, "loss": "0.004", "ppl": "1", "wps": "8068.2", "ups": "4.21", "wpb": "1918.1", "bsz": "93.8", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.168", "train_wall": "24", "gb_free": "42", "wall": "21326"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.948, "loss": "0.005", "ppl": "1", "wps": "8301.7", "ups": "4.23", "wpb": "1962.7", "bsz": "91.4", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.21", "train_wall": "23", "gb_free": "41.8", "wall": "21350"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.968, "loss": "0.004", "ppl": "1", "wps": "8313.2", "ups": "4.24", "wpb": "1962.7", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.18", "train_wall": "23", "gb_free": "41.8", "wall": "21373"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +{"epoch": 18, "update": 17.989, "loss": "0.005", "ppl": "1", "wps": "7570.1", "ups": "4.19", "wpb": "1807.4", "bsz": "84.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.199", "train_wall": "24", "gb_free": "41.7", "wall": "21397"} +begin validation on "valid" subset +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +{"epoch": 18, "valid_loss": "0.063", "valid_ppl": "1.04", "valid_wps": "26331.6", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "88956", "valid_best_loss": "0.06"} +end of epoch 18 (average epoch stats below) +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +{"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "8233", "train_ups": "4.17", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "88956", "train_lr": "0.000106026", "train_gnorm": "0.181", "train_train_wall": "1163", "train_gb_free": "41.7", "train_wall": "21421"} +Start iterating over samples +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.009, "loss": "0.004", "ppl": "1", "wps": "6028", "ups": "2.95", "wpb": "2042.2", "bsz": "101", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.7", "wall": "21431"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.029, "loss": "0.004", "ppl": "1", "wps": "8165.3", "ups": "4.14", "wpb": "1973.9", "bsz": "94.6", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.169", "train_wall": "24", "gb_free": "41.6", "wall": "21455"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.049, "loss": "0.004", "ppl": "1", "wps": "8208.9", "ups": "4.23", "wpb": "1941.1", "bsz": "99.9", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "21479"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.07, "loss": "0.005", "ppl": "1", "wps": "8534.2", "ups": "4.2", "wpb": "2031.8", "bsz": "105", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.192", "train_wall": "24", "gb_free": "41.7", "wall": "21503"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.09, "loss": "0.005", "ppl": "1", "wps": "8962.2", "ups": "4.25", "wpb": "2111.1", "bsz": "96", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.183", "train_wall": "23", "gb_free": "41.4", "wall": "21526"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.11, "loss": "0.007", "ppl": "1", "wps": "8343", "ups": "4.19", "wpb": "1990", "bsz": "100", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.215", "train_wall": "24", "gb_free": "40.6", "wall": "21550"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.13, "loss": "0.008", "ppl": "1.01", "wps": "8431", "ups": "4.17", "wpb": "2020", "bsz": "93.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.278", "train_wall": "24", "gb_free": "41.4", "wall": "21574"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.151, "loss": "0.006", "ppl": "1", "wps": "8257.3", "ups": "4.2", "wpb": "1965.9", "bsz": "93.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.196", "train_wall": "24", "gb_free": "41.7", "wall": "21598"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.171, "loss": "0.004", "ppl": "1", "wps": "8176.1", "ups": "4.22", "wpb": "1938.4", "bsz": "95.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.159", "train_wall": "23", "gb_free": "41.5", "wall": "21622"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.191, "loss": "0.005", "ppl": "1", "wps": "8950.7", "ups": "4.22", "wpb": "2121.7", "bsz": "101.3", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.222", "train_wall": "24", "gb_free": "41.9", "wall": "21645"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.211, "loss": "0.003", "ppl": "1", "wps": "8086.3", "ups": "4.21", "wpb": "1918.7", "bsz": "91.8", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.147", "train_wall": "24", "gb_free": "41.7", "wall": "21669"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.231, "loss": "0.004", "ppl": "1", "wps": "7902.3", "ups": "4.22", "wpb": "1871.7", "bsz": "90.2", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.129", "train_wall": "24", "gb_free": "41.7", "wall": "21693"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.252, "loss": "0.003", "ppl": "1", "wps": "8068.5", "ups": "4.21", "wpb": "1915.8", "bsz": "95.5", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.163", "train_wall": "24", "gb_free": "40.7", "wall": "21717"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.272, "loss": "0.005", "ppl": "1", "wps": "8376.2", "ups": "4.25", "wpb": "1971.8", "bsz": "94.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.8", "wall": "21740"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.292, "loss": "0.003", "ppl": "1", "wps": "7872.4", "ups": "4.27", "wpb": "1844.5", "bsz": "93.6", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.11", "train_wall": "23", "gb_free": "41.9", "wall": "21764"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.312, "loss": "0.004", "ppl": "1", "wps": "8163.5", "ups": "4.21", "wpb": "1939.7", "bsz": "93.4", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.8", "wall": "21787"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.333, "loss": "0.005", "ppl": "1", "wps": "8493.5", "ups": "4.21", "wpb": "2016.8", "bsz": "97.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.177", "train_wall": "24", "gb_free": "41.8", "wall": "21811"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.353, "loss": "0.005", "ppl": "1", "wps": "8389.9", "ups": "4.23", "wpb": "1983.7", "bsz": "94.6", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.157", "train_wall": "23", "gb_free": "41.7", "wall": "21835"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.373, "loss": "0.003", "ppl": "1", "wps": "8009.5", "ups": "4.21", "wpb": "1903", "bsz": "93.2", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.9", "wall": "21859"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.393, "loss": "0.003", "ppl": "1", "wps": "8022", "ups": "4.15", "wpb": "1931.6", "bsz": "93.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.151", "train_wall": "24", "gb_free": "40.5", "wall": "21883"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.414, "loss": "0.003", "ppl": "1", "wps": "7839.8", "ups": "4.18", "wpb": "1874.1", "bsz": "92.8", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.128", "train_wall": "24", "gb_free": "41.5", "wall": "21907"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.434, "loss": "0.003", "ppl": "1", "wps": "8179.9", "ups": "4.21", "wpb": "1942.8", "bsz": "90.6", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.163", "train_wall": "24", "gb_free": "41.7", "wall": "21930"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.454, "loss": "0.003", "ppl": "1", "wps": "8741.6", "ups": "4.23", "wpb": "2065.7", "bsz": "99.8", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.131", "train_wall": "23", "gb_free": "41.7", "wall": "21954"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.474, "loss": "0.004", "ppl": "1", "wps": "8411", "ups": "4.17", "wpb": "2017.5", "bsz": "95", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.6", "wall": "21978"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.495, "loss": "0.002", "ppl": "1", "wps": "7951.9", "ups": "4.21", "wpb": "1887.3", "bsz": "95", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.116", "train_wall": "24", "gb_free": "41.7", "wall": "22002"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.515, "loss": "0.003", "ppl": "1", "wps": "7973.4", "ups": "4.19", "wpb": "1904.3", "bsz": "93.6", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.158", "train_wall": "24", "gb_free": "41.8", "wall": "22026"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.535, "loss": "0.005", "ppl": "1", "wps": "8388.4", "ups": "4.21", "wpb": "1993.8", "bsz": "96.5", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.188", "train_wall": "24", "gb_free": "41.8", "wall": "22050"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.555, "loss": "0.004", "ppl": "1", "wps": "7386.8", "ups": "4.2", "wpb": "1758.2", "bsz": "87.3", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.137", "train_wall": "24", "gb_free": "41.6", "wall": "22073"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.575, "loss": "0.003", "ppl": "1", "wps": "8419.7", "ups": "4.22", "wpb": "1994", "bsz": "94.8", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.145", "train_wall": "24", "gb_free": "41.7", "wall": "22097"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.596, "loss": "0.004", "ppl": "1", "wps": "8667.7", "ups": "4.24", "wpb": "2044.1", "bsz": "97.5", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.176", "train_wall": "23", "gb_free": "40.7", "wall": "22121"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.616, "loss": "0.004", "ppl": "1", "wps": "7281.2", "ups": "4.18", "wpb": "1741.4", "bsz": "81.8", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.215", "train_wall": "24", "gb_free": "41.7", "wall": "22145"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.636, "loss": "0.004", "ppl": "1", "wps": "9030.5", "ups": "4.25", "wpb": "2124.8", "bsz": "103.8", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.168", "train_wall": "23", "gb_free": "41.5", "wall": "22168"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.656, "loss": "0.004", "ppl": "1", "wps": "9046.1", "ups": "4.24", "wpb": "2134.4", "bsz": "103.4", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.144", "train_wall": "23", "gb_free": "41.6", "wall": "22192"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.677, "loss": "0.004", "ppl": "1", "wps": "7946.2", "ups": "4.25", "wpb": "1868.3", "bsz": "94.2", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.158", "train_wall": "23", "gb_free": "42", "wall": "22215"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.697, "loss": "0.004", "ppl": "1", "wps": "8442.6", "ups": "4.21", "wpb": "2003.9", "bsz": "93.4", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.178", "train_wall": "24", "gb_free": "41.7", "wall": "22239"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.717, "loss": "0.007", "ppl": "1", "wps": "8505.6", "ups": "4.14", "wpb": "2053.1", "bsz": "96.6", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.258", "train_wall": "24", "gb_free": "42", "wall": "22263"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.737, "loss": "0.004", "ppl": "1", "wps": "8495.9", "ups": "4.19", "wpb": "2029.6", "bsz": "96.6", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.163", "train_wall": "24", "gb_free": "42.1", "wall": "22287"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.758, "loss": "0.004", "ppl": "1", "wps": "7701.4", "ups": "4.18", "wpb": "1843.4", "bsz": "89.8", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.184", "train_wall": "24", "gb_free": "39.9", "wall": "22311"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.778, "loss": "0.003", "ppl": "1", "wps": "9017.2", "ups": "4.3", "wpb": "2099.2", "bsz": "103.8", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.138", "train_wall": "23", "gb_free": "41.5", "wall": "22334"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.798, "loss": "0.005", "ppl": "1", "wps": "8319.5", "ups": "4.25", "wpb": "1957.3", "bsz": "93.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.165", "train_wall": "23", "gb_free": "40.8", "wall": "22358"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.818, "loss": "0.004", "ppl": "1", "wps": "8106.6", "ups": "4.15", "wpb": "1951.1", "bsz": "89.7", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.195", "train_wall": "24", "gb_free": "41.6", "wall": "22382"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.839, "loss": "0.005", "ppl": "1", "wps": "8653.4", "ups": "4.21", "wpb": "2056.8", "bsz": "98.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.21", "train_wall": "24", "gb_free": "41.7", "wall": "22406"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.859, "loss": "0.003", "ppl": "1", "wps": "8523.3", "ups": "4.29", "wpb": "1988", "bsz": "100.7", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.114", "train_wall": "23", "gb_free": "41.7", "wall": "22429"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.879, "loss": "0.004", "ppl": "1", "wps": "8203.6", "ups": "4.24", "wpb": "1934.8", "bsz": "93.5", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22453"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.899, "loss": "0.003", "ppl": "1", "wps": "9134.5", "ups": "4.31", "wpb": "2120.3", "bsz": "103", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.133", "train_wall": "23", "gb_free": "41.7", "wall": "22476"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.919, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.28", "wpb": "1938.6", "bsz": "93.4", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.16", "train_wall": "23", "gb_free": "42", "wall": "22499"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.94, "loss": "0.004", "ppl": "1", "wps": "8379.8", "ups": "4.23", "wpb": "1980.1", "bsz": "94", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.157", "train_wall": "23", "gb_free": "40.7", "wall": "22523"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.96, "loss": "0.004", "ppl": "1", "wps": "7943.9", "ups": "4.26", "wpb": "1864.1", "bsz": "89.8", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.156", "train_wall": "23", "gb_free": "41.7", "wall": "22546"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +{"epoch": 19, "update": 18.98, "loss": "0.004", "ppl": "1", "wps": "9160.9", "ups": "4.24", "wpb": "2158.3", "bsz": "102", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.147", "train_wall": "23", "gb_free": "42", "wall": "22570"} +begin validation on "valid" subset +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +{"epoch": 19, "valid_loss": "0.064", "valid_ppl": "1.05", "valid_wps": "26113.5", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "93898", "valid_best_loss": "0.06"} +end of epoch 19 (average epoch stats below) +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +{"epoch": 19, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8239.5", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "93898", "train_lr": "0.000103198", "train_gnorm": "0.165", "train_train_wall": "1162", "train_gb_free": "41.4", "train_wall": "22604"} +Start iterating over samples +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.0, "loss": "0.003", "ppl": "1", "wps": "5484.1", "ups": "2.92", "wpb": "1878.5", "bsz": "90.4", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.122", "train_wall": "24", "gb_free": "41.4", "wall": "22604"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.021, "loss": "0.002", "ppl": "1", "wps": "8267.1", "ups": "4.18", "wpb": "1975.6", "bsz": "95.2", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.107", "train_wall": "24", "gb_free": "41.6", "wall": "22628"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.041, "loss": "0.003", "ppl": "1", "wps": "7776.4", "ups": "4.18", "wpb": "1858.4", "bsz": "92.3", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.117", "train_wall": "24", "gb_free": "41.7", "wall": "22652"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.061, "loss": "0.003", "ppl": "1", "wps": "8504", "ups": "4.28", "wpb": "1989", "bsz": "94.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.139", "train_wall": "23", "gb_free": "41.7", "wall": "22675"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.081, "loss": "0.003", "ppl": "1", "wps": "8103.8", "ups": "4.24", "wpb": "1913.5", "bsz": "94.6", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "22699"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.102, "loss": "0.003", "ppl": "1", "wps": "7460.8", "ups": "4.17", "wpb": "1791.2", "bsz": "85.7", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.15", "train_wall": "24", "gb_free": "41.7", "wall": "22723"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.122, "loss": "0.003", "ppl": "1", "wps": "8140.6", "ups": "4.24", "wpb": "1921", "bsz": "90.9", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.101", "train_wall": "23", "gb_free": "41.8", "wall": "22747"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.142, "loss": "0.003", "ppl": "1", "wps": "8138.3", "ups": "4.2", "wpb": "1939.8", "bsz": "93.3", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.097", "train_wall": "24", "gb_free": "41.7", "wall": "22770"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.162, "loss": "0.003", "ppl": "1", "wps": "8542.4", "ups": "4.26", "wpb": "2005.5", "bsz": "100.5", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.106", "train_wall": "23", "gb_free": "41.8", "wall": "22794"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.183, "loss": "0.003", "ppl": "1", "wps": "8312.7", "ups": "4.23", "wpb": "1963.1", "bsz": "96.9", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.126", "train_wall": "23", "gb_free": "42", "wall": "22817"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.203, "loss": "0.003", "ppl": "1", "wps": "8102.4", "ups": "4.3", "wpb": "1884.4", "bsz": "99.1", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.136", "train_wall": "23", "gb_free": "41.9", "wall": "22841"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.223, "loss": "0.005", "ppl": "1", "wps": "9151.8", "ups": "4.27", "wpb": "2141.4", "bsz": "106.6", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.169", "train_wall": "23", "gb_free": "41.8", "wall": "22864"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.243, "loss": "0.004", "ppl": "1", "wps": "7944.8", "ups": "4.25", "wpb": "1871.1", "bsz": "90.3", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.194", "train_wall": "23", "gb_free": "41.7", "wall": "22888"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.263, "loss": "0.007", "ppl": "1", "wps": "7918.7", "ups": "4.18", "wpb": "1892.3", "bsz": "88.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.271", "train_wall": "24", "gb_free": "41.6", "wall": "22912"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.284, "loss": "0.006", "ppl": "1", "wps": "8213.8", "ups": "4.26", "wpb": "1926", "bsz": "93.6", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.226", "train_wall": "23", "gb_free": "42", "wall": "22935"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.304, "loss": "0.004", "ppl": "1", "wps": "7846.3", "ups": "4.19", "wpb": "1873.6", "bsz": "91", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.172", "train_wall": "24", "gb_free": "41.6", "wall": "22959"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.324, "loss": "0.003", "ppl": "1", "wps": "8230.6", "ups": "4.19", "wpb": "1962.8", "bsz": "98.1", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.158", "train_wall": "24", "gb_free": "42", "wall": "22983"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.344, "loss": "0.004", "ppl": "1", "wps": "8342.1", "ups": "4.26", "wpb": "1959.9", "bsz": "94.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "23", "gb_free": "41.5", "wall": "23006"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.365, "loss": "0.005", "ppl": "1", "wps": "8022.7", "ups": "4.22", "wpb": "1899.6", "bsz": "90.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.208", "train_wall": "23", "gb_free": "41.6", "wall": "23030"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.385, "loss": "0.005", "ppl": "1", "wps": "7991.9", "ups": "4.13", "wpb": "1933.2", "bsz": "89.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.162", "train_wall": "24", "gb_free": "41.6", "wall": "23054"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.405, "loss": "0.003", "ppl": "1", "wps": "7415.7", "ups": "4.21", "wpb": "1762.2", "bsz": "88.1", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.152", "train_wall": "24", "gb_free": "41.4", "wall": "23078"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.425, "loss": "0.004", "ppl": "1", "wps": "8708.2", "ups": "4.26", "wpb": "2044.6", "bsz": "100.2", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.148", "train_wall": "23", "gb_free": "41.8", "wall": "23102"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.446, "loss": "0.004", "ppl": "1", "wps": "8948.9", "ups": "4.28", "wpb": "2089.5", "bsz": "96.8", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.125", "train_wall": "23", "gb_free": "41.6", "wall": "23125"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.466, "loss": "0.004", "ppl": "1", "wps": "8519.2", "ups": "4.2", "wpb": "2030.5", "bsz": "97.9", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.181", "train_wall": "24", "gb_free": "42", "wall": "23149"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.486, "loss": "0.003", "ppl": "1", "wps": "8802.1", "ups": "4.27", "wpb": "2061.5", "bsz": "100.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.146", "train_wall": "23", "gb_free": "40.1", "wall": "23172"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.506, "loss": "0.004", "ppl": "1", "wps": "8228.9", "ups": "4.25", "wpb": "1937.1", "bsz": "91.8", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.127", "train_wall": "23", "gb_free": "41.8", "wall": "23196"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.527, "loss": "0.003", "ppl": "1", "wps": "8906.9", "ups": "4.25", "wpb": "2095.7", "bsz": "99.8", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.152", "train_wall": "23", "gb_free": "41.6", "wall": "23219"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.547, "loss": "0.005", "ppl": "1", "wps": "8343.9", "ups": "4.24", "wpb": "1969.8", "bsz": "100.4", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.203", "train_wall": "23", "gb_free": "42.1", "wall": "23243"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.567, "loss": "0.004", "ppl": "1", "wps": "7794.9", "ups": "4.17", "wpb": "1868.9", "bsz": "88", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.201", "train_wall": "24", "gb_free": "41.7", "wall": "23267"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.587, "loss": "0.003", "ppl": "1", "wps": "8509", "ups": "4.21", "wpb": "2022.7", "bsz": "100.2", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.141", "train_wall": "24", "gb_free": "40.2", "wall": "23291"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.607, "loss": "0.004", "ppl": "1", "wps": "7999.7", "ups": "4.21", "wpb": "1901.3", "bsz": "93.1", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.203", "train_wall": "24", "gb_free": "41.6", "wall": "23314"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.628, "loss": "0.005", "ppl": "1", "wps": "8359.3", "ups": "4.23", "wpb": "1977.1", "bsz": "92.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.201", "train_wall": "23", "gb_free": "42", "wall": "23338"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.648, "loss": "0.006", "ppl": "1", "wps": "8036.7", "ups": "4.21", "wpb": "1907.6", "bsz": "90.7", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.212", "train_wall": "24", "gb_free": "40.7", "wall": "23362"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.668, "loss": "0.004", "ppl": "1", "wps": "8080.4", "ups": "4.22", "wpb": "1912.6", "bsz": "93.8", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.158", "train_wall": "23", "gb_free": "41.8", "wall": "23386"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.688, "loss": "0.004", "ppl": "1", "wps": "8439.6", "ups": "4.2", "wpb": "2011", "bsz": "97.8", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.131", "train_wall": "24", "gb_free": "41.7", "wall": "23409"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.709, "loss": "0.003", "ppl": "1", "wps": "8500.2", "ups": "4.17", "wpb": "2038.2", "bsz": "95.6", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.6", "wall": "23433"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.729, "loss": "0.003", "ppl": "1", "wps": "7221.3", "ups": "4.17", "wpb": "1730.9", "bsz": "87", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.174", "train_wall": "24", "gb_free": "41.6", "wall": "23457"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "7854.8", "ups": "4.17", "wpb": "1884.9", "bsz": "87.8", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.154", "train_wall": "24", "gb_free": "41.4", "wall": "23481"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "9737.5", "ups": "4.27", "wpb": "2277.8", "bsz": "110.6", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.153", "train_wall": "23", "gb_free": "41.5", "wall": "23505"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.79, "loss": "0.005", "ppl": "1", "wps": "8865", "ups": "4.19", "wpb": "2113.9", "bsz": "100.6", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.185", "train_wall": "24", "gb_free": "41.7", "wall": "23529"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.81, "loss": "0.004", "ppl": "1", "wps": "8140.7", "ups": "4.22", "wpb": "1929.5", "bsz": "95.8", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.184", "train_wall": "23", "gb_free": "41.7", "wall": "23552"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.83, "loss": "0.003", "ppl": "1", "wps": "8414.8", "ups": "4.19", "wpb": "2007.1", "bsz": "100.2", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23576"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.85, "loss": "0.004", "ppl": "1", "wps": "8297.8", "ups": "4.19", "wpb": "1979.4", "bsz": "94", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.172", "train_wall": "24", "gb_free": "39.9", "wall": "23600"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.87, "loss": "0.003", "ppl": "1", "wps": "8262.3", "ups": "4.15", "wpb": "1992", "bsz": "94.6", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.146", "train_wall": "24", "gb_free": "41.6", "wall": "23624"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.891, "loss": "0.004", "ppl": "1", "wps": "8928.5", "ups": "4.2", "wpb": "2124.9", "bsz": "97.2", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.164", "train_wall": "24", "gb_free": "41.7", "wall": "23648"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.911, "loss": "0.005", "ppl": "1", "wps": "9030.5", "ups": "4.21", "wpb": "2142.5", "bsz": "99.9", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.209", "train_wall": "24", "gb_free": "41.6", "wall": "23672"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.931, "loss": "0.004", "ppl": "1", "wps": "7856.9", "ups": "4.19", "wpb": "1874.8", "bsz": "91", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.148", "train_wall": "24", "gb_free": "41.7", "wall": "23696"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.951, "loss": "0.003", "ppl": "1", "wps": "8388.9", "ups": "4.2", "wpb": "1999.1", "bsz": "95", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.141", "train_wall": "24", "gb_free": "41.7", "wall": "23720"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.972, "loss": "0.003", "ppl": "1", "wps": "8686", "ups": "4.19", "wpb": "2072.9", "bsz": "98.2", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.134", "train_wall": "24", "gb_free": "41.6", "wall": "23743"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +{"epoch": 20, "update": 19.992, "loss": "0.002", "ppl": "1", "wps": "8827", "ups": "4.26", "wpb": "2071.8", "bsz": "104.4", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.112", "train_wall": "23", "gb_free": "41.7", "wall": "23767"} +begin validation on "valid" subset +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +{"epoch": 20, "valid_loss": "0.07", "valid_ppl": "1.05", "valid_wps": "26335.1", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "98840", "valid_best_loss": "0.06"} +end of epoch 20 (average epoch stats below) +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +{"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "8241.3", "train_ups": "4.18", "train_wpb": "1972.1", "train_bsz": "95.4", "train_num_updates": "98840", "train_lr": "0.000100585", "train_gnorm": "0.159", "train_train_wall": "1162", "train_gb_free": "41.7", "train_wall": "23786"} +Start iterating over samples +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.012, "loss": "0.004", "ppl": "1", "wps": "5593.4", "ups": "2.96", "wpb": "1892.2", "bsz": "93.1", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.165", "train_wall": "24", "gb_free": "41.7", "wall": "23801"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.032, "loss": "0.004", "ppl": "1", "wps": "7780.9", "ups": "4.16", "wpb": "1870.8", "bsz": "89.8", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.159", "train_wall": "24", "gb_free": "41.8", "wall": "23825"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.053, "loss": "0.003", "ppl": "1", "wps": "8116.8", "ups": "4.15", "wpb": "1955.8", "bsz": "94.4", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.113", "train_wall": "24", "gb_free": "41.8", "wall": "23849"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.073, "loss": "0.004", "ppl": "1", "wps": "8716.4", "ups": "4.18", "wpb": "2083.2", "bsz": "99.7", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.138", "train_wall": "24", "gb_free": "41.7", "wall": "23873"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.093, "loss": "0.003", "ppl": "1", "wps": "8675", "ups": "4.23", "wpb": "2052.4", "bsz": "99.1", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.103", "train_wall": "23", "gb_free": "41.4", "wall": "23897"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.113, "loss": "0.003", "ppl": "1", "wps": "8967.3", "ups": "4.22", "wpb": "2124.6", "bsz": "100.4", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.095", "train_wall": "23", "gb_free": "41.7", "wall": "23920"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.134, "loss": "0.003", "ppl": "1", "wps": "8331.4", "ups": "4.24", "wpb": "1963.5", "bsz": "94.5", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.111", "train_wall": "23", "gb_free": "41.8", "wall": "23944"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.154, "loss": "0.002", "ppl": "1", "wps": "8130.3", "ups": "4.24", "wpb": "1918.5", "bsz": "91.7", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.097", "train_wall": "23", "gb_free": "41.8", "wall": "23968"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.174, "loss": "0.002", "ppl": "1", "wps": "8042.3", "ups": "4.22", "wpb": "1904.3", "bsz": "90.9", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.115", "train_wall": "23", "gb_free": "41", "wall": "23991"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.194, "loss": "0.003", "ppl": "1", "wps": "8409", "ups": "4.25", "wpb": "1977.3", "bsz": "96.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.119", "train_wall": "23", "gb_free": "41.8", "wall": "24015"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.214, "loss": "0.002", "ppl": "1", "wps": "8541.3", "ups": "4.21", "wpb": "2026.9", "bsz": "100.2", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.123", "train_wall": "24", "gb_free": "41.5", "wall": "24038"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +{"epoch": 21, "update": 20.235, "loss": "0.002", "ppl": "1", "wps": "7966.6", "ups": "4.18", "wpb": "1906", "bsz": "96.7", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.12", "train_wall": "24", "gb_free": "41.6", "wall": "24062"} +Stopping training due to num_updates: 100000 >= max_update: 100000 +begin validation on "valid" subset +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +{"epoch": 21, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "26378.4", "valid_wpb": "1956.8", "valid_bsz": "94.6", "valid_num_updates": "100000", "valid_best_loss": "0.06"} +end of epoch 21 (average epoch stats below) +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +{"epoch": 21, "train_loss": "0.003", "train_ppl": "1", "train_wps": "7976.7", "train_ups": "4.05", "train_wpb": "1968.2", "train_bsz": "95.3", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.12", "train_train_wall": "274", "train_gb_free": "41.6", "train_wall": "24072"} +done training in 24069.1 seconds